node {
  name: "metrics_2/sparse_categorical_accuracy/Const"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 1
          }
        }
        int_val: 0
      }
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/ArgMax/dimension"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
        }
        int_val: -1
      }
    }
  }
}
node {
  name: "fc1000_biasadd_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1001
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 268
    }
  }
}
node {
  name: "fc1000_matmul_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
          dim {
            size: 1001
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 267
    }
  }
}
node {
  name: "avg_pool_1/Mean/reduction_indices"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 2
          }
        }
        tensor_content: "\002\000\000\000\003\000\000\000"
      }
    }
  }
}
node {
  name: "bn5a_branch1_1/Const_1"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
          }
        }
      }
    }
  }
}
node {
  name: "bn5a_branch1_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 234
    }
  }
}
node {
  name: "bn5a_branch1_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 233
    }
  }
}
node {
  name: "res5a_branch1_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 232
    }
  }
}
node {
  name: "bn4a_branch1_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 139
    }
  }
}
node {
  name: "bn4a_branch1_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 138
    }
  }
}
node {
  name: "res4a_branch1_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 137
    }
  }
}
node {
  name: "bn3a_branch1_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 74
    }
  }
}
node {
  name: "bn3a_branch1_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 73
    }
  }
}
node {
  name: "res3a_branch1_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 72
    }
  }
}
node {
  name: "bn2a_branch1_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 24
    }
  }
}
node {
  name: "bn2a_branch1_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 23
    }
  }
}
node {
  name: "res2a_branch1_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 22
    }
  }
}
node {
  name: "pool1_pad_1/Pad/paddings"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
          dim {
            size: 2
          }
        }
        tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000\001\000\000\000"
      }
    }
  }
}
node {
  name: "bn_conv1_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 4
    }
  }
}
node {
  name: "bn_conv1_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 3
    }
  }
}
node {
  name: "conv1_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 7
          }
          dim {
            size: 7
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 2
    }
  }
}
node {
  name: "conv1_pad_1/Pad/paddings"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
          dim {
            size: 2
          }
        }
        tensor_content: "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\003\000\000\000\003\000\000\000\003\000\000\000\003\000\000\000"
      }
    }
  }
}
node {
  name: "transpose_1/transpose/perm"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\000\000\000\000\003\000\000\000\001\000\000\000\002\000\000\000"
      }
    }
  }
}
node {
  name: "input_1_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "index"
    value {
      i: 0
    }
  }
}
node {
  name: "bn2a_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 19
    }
  }
}
node {
  name: "bn2a_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 18
    }
  }
}
node {
  name: "res2a_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 17
    }
  }
}
node {
  name: "bn2a_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 14
    }
  }
}
node {
  name: "bn2a_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 13
    }
  }
}
node {
  name: "res2a_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 12
    }
  }
}
node {
  name: "bn2a_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 9
    }
  }
}
node {
  name: "bn2a_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 8
    }
  }
}
node {
  name: "res2a_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 7
    }
  }
}
node {
  name: "bn2b_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 39
    }
  }
}
node {
  name: "bn2b_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 38
    }
  }
}
node {
  name: "res2b_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 37
    }
  }
}
node {
  name: "bn2b_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 34
    }
  }
}
node {
  name: "bn2b_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 33
    }
  }
}
node {
  name: "res2b_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 32
    }
  }
}
node {
  name: "bn2b_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 29
    }
  }
}
node {
  name: "bn2b_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 28
    }
  }
}
node {
  name: "res2b_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 27
    }
  }
}
node {
  name: "bn2c_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 54
    }
  }
}
node {
  name: "bn2c_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 53
    }
  }
}
node {
  name: "res2c_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 52
    }
  }
}
node {
  name: "bn2c_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 49
    }
  }
}
node {
  name: "bn2c_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 48
    }
  }
}
node {
  name: "res2c_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 47
    }
  }
}
node {
  name: "bn2c_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 44
    }
  }
}
node {
  name: "bn2c_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 43
    }
  }
}
node {
  name: "res2c_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 42
    }
  }
}
node {
  name: "bn3a_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 69
    }
  }
}
node {
  name: "bn3a_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 68
    }
  }
}
node {
  name: "res3a_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 67
    }
  }
}
node {
  name: "bn3a_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 64
    }
  }
}
node {
  name: "bn3a_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 63
    }
  }
}
node {
  name: "res3a_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 62
    }
  }
}
node {
  name: "bn3a_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 59
    }
  }
}
node {
  name: "bn3a_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 58
    }
  }
}
node {
  name: "res3a_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 57
    }
  }
}
node {
  name: "bn3b_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 89
    }
  }
}
node {
  name: "bn3b_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 88
    }
  }
}
node {
  name: "res3b_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 87
    }
  }
}
node {
  name: "bn3b_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 84
    }
  }
}
node {
  name: "bn3b_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 83
    }
  }
}
node {
  name: "res3b_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 82
    }
  }
}
node {
  name: "bn3b_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 79
    }
  }
}
node {
  name: "bn3b_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 78
    }
  }
}
node {
  name: "res3b_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 77
    }
  }
}
node {
  name: "bn3c_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 104
    }
  }
}
node {
  name: "bn3c_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 103
    }
  }
}
node {
  name: "res3c_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 102
    }
  }
}
node {
  name: "bn3c_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 99
    }
  }
}
node {
  name: "bn3c_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 98
    }
  }
}
node {
  name: "res3c_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 97
    }
  }
}
node {
  name: "bn3c_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 94
    }
  }
}
node {
  name: "bn3c_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 93
    }
  }
}
node {
  name: "res3c_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 92
    }
  }
}
node {
  name: "bn3d_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 119
    }
  }
}
node {
  name: "bn3d_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 118
    }
  }
}
node {
  name: "res3d_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 117
    }
  }
}
node {
  name: "bn3d_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 114
    }
  }
}
node {
  name: "bn3d_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 113
    }
  }
}
node {
  name: "res3d_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 112
    }
  }
}
node {
  name: "bn3d_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 109
    }
  }
}
node {
  name: "bn3d_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 108
    }
  }
}
node {
  name: "res3d_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 107
    }
  }
}
node {
  name: "bn4a_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 134
    }
  }
}
node {
  name: "bn4a_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 133
    }
  }
}
node {
  name: "res4a_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 132
    }
  }
}
node {
  name: "bn4a_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 129
    }
  }
}
node {
  name: "bn4a_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 128
    }
  }
}
node {
  name: "res4a_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 127
    }
  }
}
node {
  name: "bn4a_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 124
    }
  }
}
node {
  name: "bn4a_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 123
    }
  }
}
node {
  name: "res4a_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 122
    }
  }
}
node {
  name: "bn4b_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 154
    }
  }
}
node {
  name: "bn4b_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 153
    }
  }
}
node {
  name: "res4b_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 152
    }
  }
}
node {
  name: "bn4b_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 149
    }
  }
}
node {
  name: "bn4b_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 148
    }
  }
}
node {
  name: "res4b_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 147
    }
  }
}
node {
  name: "bn4b_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 144
    }
  }
}
node {
  name: "bn4b_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 143
    }
  }
}
node {
  name: "res4b_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 142
    }
  }
}
node {
  name: "bn4c_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 169
    }
  }
}
node {
  name: "bn4c_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 168
    }
  }
}
node {
  name: "res4c_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 167
    }
  }
}
node {
  name: "bn4c_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 164
    }
  }
}
node {
  name: "bn4c_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 163
    }
  }
}
node {
  name: "res4c_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 162
    }
  }
}
node {
  name: "bn4c_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 159
    }
  }
}
node {
  name: "bn4c_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 158
    }
  }
}
node {
  name: "res4c_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 157
    }
  }
}
node {
  name: "bn4d_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 184
    }
  }
}
node {
  name: "bn4d_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 183
    }
  }
}
node {
  name: "res4d_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 182
    }
  }
}
node {
  name: "bn4d_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 179
    }
  }
}
node {
  name: "bn4d_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 178
    }
  }
}
node {
  name: "res4d_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 177
    }
  }
}
node {
  name: "bn4d_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 174
    }
  }
}
node {
  name: "bn4d_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 173
    }
  }
}
node {
  name: "res4d_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 172
    }
  }
}
node {
  name: "bn4e_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 199
    }
  }
}
node {
  name: "bn4e_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 198
    }
  }
}
node {
  name: "res4e_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 197
    }
  }
}
node {
  name: "bn4e_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 194
    }
  }
}
node {
  name: "bn4e_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 193
    }
  }
}
node {
  name: "res4e_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 192
    }
  }
}
node {
  name: "bn4e_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 189
    }
  }
}
node {
  name: "bn4e_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 188
    }
  }
}
node {
  name: "res4e_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 187
    }
  }
}
node {
  name: "bn4f_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 214
    }
  }
}
node {
  name: "bn4f_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 213
    }
  }
}
node {
  name: "res4f_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 212
    }
  }
}
node {
  name: "bn4f_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 209
    }
  }
}
node {
  name: "bn4f_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 208
    }
  }
}
node {
  name: "res4f_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 207
    }
  }
}
node {
  name: "bn4f_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 204
    }
  }
}
node {
  name: "bn4f_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 203
    }
  }
}
node {
  name: "res4f_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 202
    }
  }
}
node {
  name: "bn5a_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 229
    }
  }
}
node {
  name: "bn5a_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 228
    }
  }
}
node {
  name: "res5a_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 227
    }
  }
}
node {
  name: "bn5a_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 224
    }
  }
}
node {
  name: "bn5a_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 223
    }
  }
}
node {
  name: "res5a_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 222
    }
  }
}
node {
  name: "bn5a_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 219
    }
  }
}
node {
  name: "bn5a_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 218
    }
  }
}
node {
  name: "res5a_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 217
    }
  }
}
node {
  name: "bn5b_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 249
    }
  }
}
node {
  name: "bn5b_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 248
    }
  }
}
node {
  name: "res5b_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 247
    }
  }
}
node {
  name: "bn5b_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 244
    }
  }
}
node {
  name: "bn5b_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 243
    }
  }
}
node {
  name: "res5b_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 242
    }
  }
}
node {
  name: "bn5b_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 239
    }
  }
}
node {
  name: "bn5b_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 238
    }
  }
}
node {
  name: "res5b_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 2048
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 237
    }
  }
}
node {
  name: "bn5c_branch2c_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 264
    }
  }
}
node {
  name: "bn5c_branch2c_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 263
    }
  }
}
node {
  name: "res5c_branch2c_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 262
    }
  }
}
node {
  name: "bn5c_branch2b_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 259
    }
  }
}
node {
  name: "bn5c_branch2b_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 258
    }
  }
}
node {
  name: "res5c_branch2b_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 257
    }
  }
}
node {
  name: "bn5c_branch2a_cond_input_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 254
    }
  }
}
node {
  name: "bn5c_branch2a_cond_input_0"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 253
    }
  }
}
node {
  name: "res5c_branch2a_conv2d_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 2048
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 252
    }
  }
}
node {
  name: "activation_49_target_1"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "index"
    value {
      i: 1
    }
  }
}
node {
  name: "metrics_2_sparse_categorical_accuracy_assignaddvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 269
    }
  }
}
node {
  name: "metrics_2_sparse_categorical_accuracy_assignaddvariableop_1_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 270
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 273
    }
  }
}
node {
  name: "training/LossScaleOptimizer/truediv"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        tensor_content: "\000\000\000<"
      }
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Reshape/shape"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 1
          }
        }
        int_val: -1
      }
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 272
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_99_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 372
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_98_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 371
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_97_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 370
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_96_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 369
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_95_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 368
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_94_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 367
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_93_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 366
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_92_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 365
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_91_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 364
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_90_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 363
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_9_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 282
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_89_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 362
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_88_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 361
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_87_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 360
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_86_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 359
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_85_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 358
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_84_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 357
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_83_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 356
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_82_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 355
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_81_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 354
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_80_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 353
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_8_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 281
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 1024
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_79_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 352
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_78_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 351
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_77_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 350
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_76_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 349
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_75_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 348
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_74_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 347
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_73_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 346
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 256
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_72_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 345
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_71_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 344
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_70_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 343
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_7_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 280
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_69_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 342
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_68_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 341
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_67_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 340
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_66_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 339
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_65_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 338
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_64_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 337
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_63_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 336
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_62_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 335
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_61_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 334
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_60_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 333
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_6_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 279
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_59_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 332
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_58_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 331
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_57_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 330
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_56_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 329
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_55_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 328
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_54_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 327
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_53_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 326
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_52_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 325
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_51_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 324
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_50_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 323
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_5_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 278
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_49_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 322
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_48_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 321
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_47_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 320
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_46_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 319
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_45_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 318
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_44_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 317
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_43_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 316
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_42_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 315
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_41_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 314
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_40_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 313
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_4_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 277
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_39_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 128
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 312
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_38_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 311
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_37_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 310
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_36_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 128
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 309
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_35_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 308
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_34_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 307
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 128
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_33_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 306
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_32_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 305
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_31_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 304
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_30_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 303
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_3_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 276
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_29_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 302
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_28_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 301
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_27_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 300
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_26_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 299
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_25_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 298
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_24_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 297
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_23_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 296
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_22_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 295
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_21_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 294
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_20_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 293
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/pool1_pad_1/Pad_grad/Reshape"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\000\000\000\000\000\000\000\000\001\000\000\000\001\000\000\000"
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_2_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 275
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_19_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 292
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_18_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 291
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_17_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 290
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1001
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_160_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1001
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 433
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_16_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 289
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 2048
          }
          dim {
            size: 1001
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_159_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
          dim {
            size: 1001
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 432
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_158_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 431
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_157_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 430
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_156_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 429
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_155_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 428
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_154_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 427
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_153_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 426
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_152_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 425
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_151_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 424
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 2048
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_150_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 2048
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 423
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_15_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 288
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_149_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 422
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_148_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 421
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_147_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 420
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_146_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 419
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_145_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 418
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_144_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 417
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_143_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 416
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_142_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 415
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_141_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 2048
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 414
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_140_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 413
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_14_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 287
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_139_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 412
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_138_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 411
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_137_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 410
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 2048
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_136_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 409
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_135_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 512
          }
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 408
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_134_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 407
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_133_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 406
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_132_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 512
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 405
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_131_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 404
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_130_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 403
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_13_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 286
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 512
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_129_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 402
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_128_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 401
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_127_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 400
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_126_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 399
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_125_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 398
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_124_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 397
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_123_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 396
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_122_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 395
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_121_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 394
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_120_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 393
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_12_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 285
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_119_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 392
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_118_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 391
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_117_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 390
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_116_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 389
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_115_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 388
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_114_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 387
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_113_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 386
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_112_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 385
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_111_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 384
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_110_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 383
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_11_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 284
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_109_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 382
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_108_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 256
          }
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 381
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_107_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 380
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_106_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 379
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_105_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 3
          }
          dim {
            size: 3
          }
          dim {
            size: 256
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 378
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_104_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 377
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_103_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 376
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_102_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 1024
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 375
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_101_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 374
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_100_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 373
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_10_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1
          }
          dim {
            size: 1
          }
          dim {
            size: 64
          }
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 283
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_1_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 274
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 7
          }
          dim {
            size: 7
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
        }
        float_val: 0.0256
      }
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_accum"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 7
          }
          dim {
            size: 7
          }
          dim {
            size: 3
          }
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 271
    }
  }
}
node {
  name: "training_lossscaleoptimizer_sgd_assignaddvariableop_resource"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_INT64
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 434
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/sub"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        tensor_content: "\320\314\314="
      }
    }
  }
}
node {
  name: "bn_conv1_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 6
    }
  }
}
node {
  name: "bn_conv1_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 5
    }
  }
}
node {
  name: "keras_learning_phase/input"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        bool_val: false
      }
    }
  }
}
node {
  name: "bn5c_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 265
    }
  }
}
node {
  name: "bn5c_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 266
    }
  }
}
node {
  name: "bn5c_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 260
    }
  }
}
node {
  name: "bn5c_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 261
    }
  }
}
node {
  name: "bn5c_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 256
    }
  }
}
node {
  name: "bn5c_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 255
    }
  }
}
node {
  name: "bn5b_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 251
    }
  }
}
node {
  name: "bn5b_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 250
    }
  }
}
node {
  name: "bn5b_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 245
    }
  }
}
node {
  name: "bn5b_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 246
    }
  }
}
node {
  name: "bn5b_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 241
    }
  }
}
node {
  name: "bn5b_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 240
    }
  }
}
node {
  name: "bn5a_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 230
    }
  }
}
node {
  name: "bn5a_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 231
    }
  }
}
node {
  name: "bn5a_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 225
    }
  }
}
node {
  name: "bn5a_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 226
    }
  }
}
node {
  name: "bn5a_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 220
    }
  }
}
node {
  name: "bn5a_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 221
    }
  }
}
node {
  name: "bn5a_branch1_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 235
    }
  }
}
node {
  name: "bn5a_branch1_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 2048
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 236
    }
  }
}
node {
  name: "bn4f_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 216
    }
  }
}
node {
  name: "bn4f_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 215
    }
  }
}
node {
  name: "bn4f_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 211
    }
  }
}
node {
  name: "bn4f_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 210
    }
  }
}
node {
  name: "bn4f_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 205
    }
  }
}
node {
  name: "bn4f_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 206
    }
  }
}
node {
  name: "bn4e_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 201
    }
  }
}
node {
  name: "bn4e_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 200
    }
  }
}
node {
  name: "bn4e_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 196
    }
  }
}
node {
  name: "bn4e_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 195
    }
  }
}
node {
  name: "bn4e_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 190
    }
  }
}
node {
  name: "bn4e_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 191
    }
  }
}
node {
  name: "bn4d_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 186
    }
  }
}
node {
  name: "bn4d_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 185
    }
  }
}
node {
  name: "bn4d_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 180
    }
  }
}
node {
  name: "bn4d_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 181
    }
  }
}
node {
  name: "bn4d_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 175
    }
  }
}
node {
  name: "bn4d_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 176
    }
  }
}
node {
  name: "bn4c_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 171
    }
  }
}
node {
  name: "bn4c_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 170
    }
  }
}
node {
  name: "bn4c_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 165
    }
  }
}
node {
  name: "bn4c_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 166
    }
  }
}
node {
  name: "bn4c_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 160
    }
  }
}
node {
  name: "bn4c_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 161
    }
  }
}
node {
  name: "bn4b_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 156
    }
  }
}
node {
  name: "bn4b_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 155
    }
  }
}
node {
  name: "bn4b_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 150
    }
  }
}
node {
  name: "bn4b_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 151
    }
  }
}
node {
  name: "bn4b_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 145
    }
  }
}
node {
  name: "bn4b_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 146
    }
  }
}
node {
  name: "bn4a_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 136
    }
  }
}
node {
  name: "bn4a_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 135
    }
  }
}
node {
  name: "bn4a_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 131
    }
  }
}
node {
  name: "bn4a_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 130
    }
  }
}
node {
  name: "bn4a_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 126
    }
  }
}
node {
  name: "bn4a_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 125
    }
  }
}
node {
  name: "bn4a_branch1_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 141
    }
  }
}
node {
  name: "bn4a_branch1_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 1024
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 140
    }
  }
}
node {
  name: "bn3d_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 120
    }
  }
}
node {
  name: "bn3d_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 121
    }
  }
}
node {
  name: "bn3d_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 116
    }
  }
}
node {
  name: "bn3d_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 115
    }
  }
}
node {
  name: "bn3d_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 111
    }
  }
}
node {
  name: "bn3d_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 110
    }
  }
}
node {
  name: "bn3c_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 105
    }
  }
}
node {
  name: "bn3c_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 106
    }
  }
}
node {
  name: "bn3c_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 101
    }
  }
}
node {
  name: "bn3c_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 100
    }
  }
}
node {
  name: "bn3c_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 95
    }
  }
}
node {
  name: "bn3c_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 96
    }
  }
}
node {
  name: "bn3b_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 90
    }
  }
}
node {
  name: "bn3b_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 91
    }
  }
}
node {
  name: "bn3b_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 86
    }
  }
}
node {
  name: "bn3b_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 85
    }
  }
}
node {
  name: "bn3b_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 80
    }
  }
}
node {
  name: "bn3b_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 81
    }
  }
}
node {
  name: "bn3a_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 70
    }
  }
}
node {
  name: "bn3a_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 71
    }
  }
}
node {
  name: "bn3a_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 66
    }
  }
}
node {
  name: "bn3a_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 65
    }
  }
}
node {
  name: "bn3a_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 61
    }
  }
}
node {
  name: "bn3a_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 128
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 60
    }
  }
}
node {
  name: "bn3a_branch1_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 75
    }
  }
}
node {
  name: "bn3a_branch1_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 512
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 76
    }
  }
}
node {
  name: "bn2c_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 55
    }
  }
}
node {
  name: "bn2c_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 56
    }
  }
}
node {
  name: "bn2c_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 51
    }
  }
}
node {
  name: "bn2c_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 50
    }
  }
}
node {
  name: "bn2c_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 45
    }
  }
}
node {
  name: "bn2c_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 46
    }
  }
}
node {
  name: "bn2b_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 40
    }
  }
}
node {
  name: "bn2b_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 41
    }
  }
}
node {
  name: "bn2b_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 36
    }
  }
}
node {
  name: "bn2b_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 35
    }
  }
}
node {
  name: "bn2b_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 31
    }
  }
}
node {
  name: "bn2b_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 30
    }
  }
}
node {
  name: "bn2a_branch2c_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 21
    }
  }
}
node {
  name: "bn2a_branch2c_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 20
    }
  }
}
node {
  name: "bn2a_branch2b_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 15
    }
  }
}
node {
  name: "bn2a_branch2b_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 16
    }
  }
}
node {
  name: "bn2a_branch2a_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 10
    }
  }
}
node {
  name: "bn2a_branch2a_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 64
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 11
    }
  }
}
node {
  name: "bn2a_branch1_cond_input_3"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 25
    }
  }
}
node {
  name: "bn2a_branch1_cond_input_4"
  op: "_Arg"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_RESOURCE
    }
  }
  attr {
    key: "_handle_dtypes"
    value {
      list {
        type: DT_FLOAT
      }
    }
  }
  attr {
    key: "_handle_shapes"
    value {
      list {
        shape {
          dim {
            size: 256
          }
        }
      }
    }
  }
  attr {
    key: "index"
    value {
      i: 26
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        float_val: 0.0001
      }
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Const"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 2
          }
        }
        tensor_content: "\000\000\000\000\001\000\000\000"
      }
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\000\000\000\000\001\000\000\000\002\000\000\000\003\000\000\000"
      }
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/Shape"
  op: "Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
          }
        }
      }
    }
  }
}
node {
  name: "fc1000_1/BiasAdd/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000_biasadd_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000_biasadd_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "fc1000_1/MatMul/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000_matmul_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "fc1000_matmul_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch1_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch1_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch1_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch1_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch1_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch1_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch1_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch1_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn_conv1_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn_conv1_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "conv1_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "conv1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/conv1/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "conv1_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "transpose_1/transpose"
  op: "Transpose"
  input: "input_1_1"
  input: "transpose_1/transpose/perm"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Tperm"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "bn2a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2a_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2b_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2b_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2b_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2c_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2c_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn2c_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res2c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3a_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3b_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3b_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3b_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3c_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3c_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3c_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3d_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3d_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn3d_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res3d_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4a_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4b_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4b_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4b_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4c_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4c_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4c_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4d_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4d_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4d_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4d_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4e_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4e_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4e_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4e_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4f_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4f_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn4f_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res4f_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5a_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5a_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5b_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5b_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5b_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5b_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5c_branch2c_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2c_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2c_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2c_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5c_branch2b_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2b_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2b_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2b_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "bn5c_branch2a_cond_input_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2a_cond_input_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2a_1/Conv2D/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  op: "ReadVariableOp"
  input: "res5c_branch2a_conv2d_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Squeeze"
  op: "Squeeze"
  input: "activation_49_target_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "squeeze_dims"
    value {
      list {
        i: -1
      }
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_99/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_98/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_97/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_96/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_95/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_94/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_93/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_92/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_91/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_90/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_9/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_89/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_88/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_87/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_86/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_85/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_84/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_83/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_82/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_81/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_80/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_8/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_79/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_78/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_77/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_76/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_75/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_74/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_73/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_72/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_71/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_70/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_7/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_69/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_68/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_67/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_66/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_65/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_64/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_63/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_62/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_61/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_60/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_6/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_59/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_58/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_57/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_56/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_55/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_54/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_53/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_52/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_51/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_50/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_5/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_49/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_48/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_47/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_46/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_45/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_44/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_43/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_42/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_41/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_40/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_4/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_39/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_38/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_37/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_36/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_35/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_34/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_33/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_32/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_31/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_30/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_3/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_29/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_28/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_27/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_26/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_25/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_24/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_23/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_22/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_21/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_20/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_2/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_19/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_18/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_17/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_160/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_16/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_159/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_158/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_157/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_156/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_155/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_154/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_153/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_152/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_151/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_150/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_15/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_149/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_148/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_147/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_146/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_145/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_144/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_143/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_142/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_141/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_140/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_14/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_139/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_138/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_137/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_136/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_135/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_134/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_133/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_132/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_131/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_130/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_13/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_129/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_128/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_127/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_126/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_125/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_124/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_123/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_122/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_121/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_120/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_12/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_119/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_118/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_117/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_116/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_115/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_114/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_113/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_112/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_111/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_110/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_11/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_109/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_108/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_107/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_106/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_105/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_104/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_103/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_102/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_101/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_100/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_10/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_1/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update/ResourceApplyKerasMomentum/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_1_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Reshape"
  op: "Reshape"
  input: "activation_49_target_1"
  input: "loss_1/activation_49_loss/Reshape/shape"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tshape"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_99/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_98/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_97/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_96/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_95/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_94/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_93/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_92/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_91/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_90/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_9/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_89/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_88/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_87/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_86/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_85/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_84/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_83/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_82/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_81/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_80/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_8/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_79/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_78/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_77/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_76/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_75/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_74/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_73/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_72/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_71/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_70/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_7/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_69/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_68/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_67/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_66/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_65/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_64/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_63/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_62/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_61/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_60/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_6/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_59/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_58/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_57/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_56/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_55/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_54/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_53/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_52/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_51/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_50/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_5/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_49/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_48/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_47/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_46/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_45/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_44/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_43/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_42/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_41/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_40/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_4/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_39/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_38/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_37/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_36/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_35/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_34/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_33/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_32/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_31/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_30/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_3/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_29/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_28/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_27/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_26/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_25/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_24/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_23/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_22/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_21/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_20/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_2/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_19/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_18/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_17/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_160/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_16/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_159/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_158/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_157/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_156/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_155/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_154/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_153/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_152/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_151/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_150/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_15/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_149/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_148/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_147/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_146/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_145/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_144/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_143/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_142/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_141/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_140/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_14/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_139/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_138/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_137/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_136/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_135/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_134/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_133/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_132/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_131/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_130/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_13/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_129/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_128/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_127/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_126/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_125/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_124/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_123/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_122/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_121/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_120/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_12/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_119/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_118/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_117/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_116/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_115/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_114/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_113/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_112/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_111/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_110/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_11/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_109/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_108/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_107/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_106/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_105/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_104/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_103/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_102/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_101/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_100/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_10/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_1/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update/ResourceApplyKerasMomentum/ReadVariableOp"
  op: "ReadVariableOp"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_readvariableop_resource"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn_conv1_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn_conv1_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "keras_learning_phase"
  op: "PlaceholderWithDefault"
  input: "keras_learning_phase/input"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "shape"
    value {
      shape {
      }
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5c_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5b_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch1_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn5a_branch1_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4f_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4e_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4d_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4c_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4b_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch1_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn4a_branch1_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3d_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3c_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3b_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch1_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn3a_branch1_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2c_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2b_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2c_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2c_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2b_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2b_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2a_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch2a_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch1_cond_input_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/ReadVariableOp"
  op: "ReadVariableOp"
  input: "bn2a_branch1_cond_input_4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "fc1000_1/BiasAdd/Cast"
  op: "Cast"
  input: "fc1000_1/BiasAdd/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/fc1000/bias/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/Square"
  op: "Square"
  input: "loss_1/fc1000/bias/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "fc1000_1/MatMul/Cast"
  op: "Cast"
  input: "fc1000_1/MatMul/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/fc1000/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/fc1000/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch1_1/Conv2D/Cast"
  op: "Cast"
  input: "res5a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch1_1/Conv2D/Cast"
  op: "Cast"
  input: "res4a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch1_1/Conv2D/Cast"
  op: "Cast"
  input: "res3a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch1_1/Conv2D/Cast"
  op: "Cast"
  input: "res2a_branch1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "conv1_1/Conv2D/Cast"
  op: "Cast"
  input: "conv1_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/conv1/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/conv1/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/conv1/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "conv1_pad_1/Pad"
  op: "Pad"
  input: "transpose_1/transpose"
  input: "conv1_pad_1/Pad/paddings"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Tpaddings"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "res2a_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res2a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res2a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res2a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res2b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res2b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res2b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res2c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res2c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res2c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res3a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res3a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res3a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res3b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res3b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res3b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res3c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res3c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res3c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res3d_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res3d_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res3d_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res4a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res4a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res4a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res4b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res4b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res4b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res4c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res4c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res4c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res4d_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res4d_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res4d_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res4e_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4e_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res4e_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4e_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res4e_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4e_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res4f_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res4f_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res4f_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res5a_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res5a_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res5a_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res5b_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res5b_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res5b_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2c_1/Conv2D/Cast"
  op: "Cast"
  input: "res5c_branch2c_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2b_1/Conv2D/Cast"
  op: "Cast"
  input: "res5c_branch2b_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2b/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2a_1/Conv2D/Cast"
  op: "Cast"
  input: "res5c_branch2a_1/Conv2D/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  op: "Mul"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2a/kernel/Regularizer/Square"
  op: "Square"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Square/ReadVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Cast"
  op: "Cast"
  input: "loss_1/activation_49_loss/Reshape"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_INT64
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "bn_conv1/cond_1/switch_pred/_163"
  op: "Switch"
  input: "keras_learning_phase"
  input: "keras_learning_phase"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn_conv1/cond_1"
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/fc1000/bias/Regularizer/Square"
  input: "metrics_2/sparse_categorical_accuracy/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/fc1000/kernel/Regularizer/Square"
  input: "loss_1/fc1000/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2a_branch1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/conv1/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/conv1/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "conv1_1/Conv2D"
  op: "Conv2D"
  input: "conv1_pad_1/Pad"
  input: "conv1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/conv1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^conv1_1/Conv2D/Cast"
  input: "^conv1_pad_1/Pad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\007\000\000\000\007\000\000\000\003\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "loss_1/res2a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res2c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3d_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3d_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res3d_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4d_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4d_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4d_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4e_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4e_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4e_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4f_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4f_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res4f_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5a_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5b_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5b_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5b_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5c_branch2b/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/res5c_branch2a/kernel/Regularizer/Sum"
  op: "Sum"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Square"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  op: "Identity"
  input: "bn_conv1/cond_1/switch_pred/_163"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
}
node {
  name: "ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  op: "Identity"
  input: "bn_conv1/cond_1/switch_pred/_163:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
}
node {
  name: "loss_1/fc1000/bias/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/fc1000/bias/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/fc1000/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/fc1000/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch1/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5a_branch1/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch1/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4a_branch1/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch1/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3a_branch1/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch1/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2a_branch1/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/conv1/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/conv1/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "conv1_1/Conv2D"
  input: "bn_conv1_1/ReadVariableOp"
  input: "bn_conv1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "loss_1/res2a_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2a_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2b_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res2c_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3a_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3b_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3c_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res3d_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4a_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4b_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4c_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4d_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4e_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res4f_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5a_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5b_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2c/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2b/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/res5c_branch2a/kernel/Regularizer/mul"
  op: "Mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul/x"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1/cond_1/pivot_f/_164"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn_conv1/cond_1"
  }
}
node {
  name: "bn5c_branch2c/cond_1/pivot_f/_269"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2c/cond_1"
  }
}
node {
  name: "bn5c_branch2b/cond_1/pivot_f/_213"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2b/cond_1"
  }
}
node {
  name: "bn5c_branch2a/cond_1/pivot_f/_346"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2a/cond_1"
  }
}
node {
  name: "bn5b_branch2c/cond_1/pivot_f/_311"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2c/cond_1"
  }
}
node {
  name: "bn5b_branch2b/cond_1/pivot_f/_262"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2b/cond_1"
  }
}
node {
  name: "bn5b_branch2a/cond_1/pivot_f/_157"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2a/cond_1"
  }
}
node {
  name: "bn5a_branch2c/cond_1/pivot_f/_115"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2c/cond_1"
  }
}
node {
  name: "bn5a_branch2b/cond_1/pivot_f/_80"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2b/cond_1"
  }
}
node {
  name: "bn5a_branch2a/cond_1/pivot_f/_59"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2a/cond_1"
  }
}
node {
  name: "bn5a_branch1/cond_1/pivot_f/_206"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch1/cond_1"
  }
}
node {
  name: "bn4f_branch2c/cond_1/pivot_f/_304"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2c/cond_1"
  }
}
node {
  name: "bn4f_branch2b/cond_1/pivot_f/_150"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2b/cond_1"
  }
}
node {
  name: "bn4f_branch2a/cond_1/pivot_f/_255"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2a/cond_1"
  }
}
node {
  name: "bn4e_branch2c/cond_1/pivot_f/_199"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2c/cond_1"
  }
}
node {
  name: "bn4e_branch2b/cond_1/pivot_f/_108"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2b/cond_1"
  }
}
node {
  name: "bn4e_branch2a/cond_1/pivot_f/_73"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2a/cond_1"
  }
}
node {
  name: "bn4d_branch2c/cond_1/pivot_f/_52"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2c/cond_1"
  }
}
node {
  name: "bn4d_branch2b/cond_1/pivot_f/_339"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2b/cond_1"
  }
}
node {
  name: "bn4d_branch2a/cond_1/pivot_f/_143"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2a/cond_1"
  }
}
node {
  name: "bn4c_branch2c/cond_1/pivot_f/_248"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2c/cond_1"
  }
}
node {
  name: "bn4c_branch2b/cond_1/pivot_f/_192"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2b/cond_1"
  }
}
node {
  name: "bn4c_branch2a/cond_1/pivot_f/_101"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2a/cond_1"
  }
}
node {
  name: "bn4b_branch2c/cond_1/pivot_f/_66"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2c/cond_1"
  }
}
node {
  name: "bn4b_branch2b/cond_1/pivot_f/_45"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2b/cond_1"
  }
}
node {
  name: "bn4b_branch2a/cond_1/pivot_f/_10"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2a/cond_1"
  }
}
node {
  name: "bn4a_branch2c/cond_1/pivot_f/_185"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2c/cond_1"
  }
}
node {
  name: "bn4a_branch2b/cond_1/pivot_f/_136"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2b/cond_1"
  }
}
node {
  name: "bn4a_branch2a/cond_1/pivot_f/_94"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2a/cond_1"
  }
}
node {
  name: "bn4a_branch1/cond_1/pivot_f/_367"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch1/cond_1"
  }
}
node {
  name: "bn3d_branch2c/cond_1/pivot_f/_38"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2c/cond_1"
  }
}
node {
  name: "bn3d_branch2b/cond_1/pivot_f/_241"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2b/cond_1"
  }
}
node {
  name: "bn3d_branch2a/cond_1/pivot_f/_360"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2a/cond_1"
  }
}
node {
  name: "bn3c_branch2c/cond_1/pivot_f/_332"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2c/cond_1"
  }
}
node {
  name: "bn3c_branch2b/cond_1/pivot_f/_297"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2b/cond_1"
  }
}
node {
  name: "bn3c_branch2a/cond_1/pivot_f/_325"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2a/cond_1"
  }
}
node {
  name: "bn3b_branch2c/cond_1/pivot_f/_234"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2c/cond_1"
  }
}
node {
  name: "bn3b_branch2b/cond_1/pivot_f/_353"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2b/cond_1"
  }
}
node {
  name: "bn3b_branch2a/cond_1/pivot_f/_178"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2a/cond_1"
  }
}
node {
  name: "bn3a_branch2c/cond_1/pivot_f/_87"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2c/cond_1"
  }
}
node {
  name: "bn3a_branch2b/cond_1/pivot_f/_31"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2b/cond_1"
  }
}
node {
  name: "bn3a_branch2a/cond_1/pivot_f/_3"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2a/cond_1"
  }
}
node {
  name: "bn3a_branch1/cond_1/pivot_f/_129"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch1/cond_1"
  }
}
node {
  name: "bn2c_branch2c/cond_1/pivot_f/_24"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2c/cond_1"
  }
}
node {
  name: "bn2c_branch2b/cond_1/pivot_f/_318"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2b/cond_1"
  }
}
node {
  name: "bn2c_branch2a/cond_1/pivot_f/_227"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2a/cond_1"
  }
}
node {
  name: "bn2b_branch2c/cond_1/pivot_f/_171"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2c/cond_1"
  }
}
node {
  name: "bn2b_branch2b/cond_1/pivot_f/_122"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2b/cond_1"
  }
}
node {
  name: "bn2b_branch2a/cond_1/pivot_f/_290"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2a/cond_1"
  }
}
node {
  name: "bn2a_branch2c/cond_1/pivot_f/_276"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2c/cond_1"
  }
}
node {
  name: "bn2a_branch2b/cond_1/pivot_f/_17"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2b/cond_1"
  }
}
node {
  name: "bn2a_branch2a/cond_1/pivot_f/_220"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2a/cond_1"
  }
}
node {
  name: "bn2a_branch1/cond_1/pivot_f/_283"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_0"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\000"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch1/cond_1"
  }
}
node {
  name: "bn_conv1/cond_1/pivot_t/_165"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn_conv1/cond_1"
  }
}
node {
  name: "bn5c_branch2c/cond_1/pivot_t/_270"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2c/cond_1"
  }
}
node {
  name: "bn5c_branch2b/cond_1/pivot_t/_214"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2b/cond_1"
  }
}
node {
  name: "bn5c_branch2a/cond_1/pivot_t/_347"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2a/cond_1"
  }
}
node {
  name: "bn5b_branch2c/cond_1/pivot_t/_312"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2c/cond_1"
  }
}
node {
  name: "bn5b_branch2b/cond_1/pivot_t/_263"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2b/cond_1"
  }
}
node {
  name: "bn5b_branch2a/cond_1/pivot_t/_158"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2a/cond_1"
  }
}
node {
  name: "bn5a_branch2c/cond_1/pivot_t/_116"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2c/cond_1"
  }
}
node {
  name: "bn5a_branch2b/cond_1/pivot_t/_81"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2b/cond_1"
  }
}
node {
  name: "bn5a_branch2a/cond_1/pivot_t/_60"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2a/cond_1"
  }
}
node {
  name: "bn5a_branch1/cond_1/pivot_t/_207"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch1/cond_1"
  }
}
node {
  name: "bn4f_branch2c/cond_1/pivot_t/_305"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2c/cond_1"
  }
}
node {
  name: "bn4f_branch2b/cond_1/pivot_t/_151"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2b/cond_1"
  }
}
node {
  name: "bn4f_branch2a/cond_1/pivot_t/_256"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2a/cond_1"
  }
}
node {
  name: "bn4e_branch2c/cond_1/pivot_t/_200"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2c/cond_1"
  }
}
node {
  name: "bn4e_branch2b/cond_1/pivot_t/_109"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2b/cond_1"
  }
}
node {
  name: "bn4e_branch2a/cond_1/pivot_t/_74"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2a/cond_1"
  }
}
node {
  name: "bn4d_branch2c/cond_1/pivot_t/_53"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2c/cond_1"
  }
}
node {
  name: "bn4d_branch2b/cond_1/pivot_t/_340"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2b/cond_1"
  }
}
node {
  name: "bn4d_branch2a/cond_1/pivot_t/_144"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2a/cond_1"
  }
}
node {
  name: "bn4c_branch2c/cond_1/pivot_t/_249"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2c/cond_1"
  }
}
node {
  name: "bn4c_branch2b/cond_1/pivot_t/_193"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2b/cond_1"
  }
}
node {
  name: "bn4c_branch2a/cond_1/pivot_t/_102"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2a/cond_1"
  }
}
node {
  name: "bn4b_branch2c/cond_1/pivot_t/_67"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2c/cond_1"
  }
}
node {
  name: "bn4b_branch2b/cond_1/pivot_t/_46"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2b/cond_1"
  }
}
node {
  name: "bn4b_branch2a/cond_1/pivot_t/_11"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2a/cond_1"
  }
}
node {
  name: "bn4a_branch2c/cond_1/pivot_t/_186"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2c/cond_1"
  }
}
node {
  name: "bn4a_branch2b/cond_1/pivot_t/_137"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2b/cond_1"
  }
}
node {
  name: "bn4a_branch2a/cond_1/pivot_t/_95"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2a/cond_1"
  }
}
node {
  name: "bn4a_branch1/cond_1/pivot_t/_368"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch1/cond_1"
  }
}
node {
  name: "bn3d_branch2c/cond_1/pivot_t/_39"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2c/cond_1"
  }
}
node {
  name: "bn3d_branch2b/cond_1/pivot_t/_242"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2b/cond_1"
  }
}
node {
  name: "bn3d_branch2a/cond_1/pivot_t/_361"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2a/cond_1"
  }
}
node {
  name: "bn3c_branch2c/cond_1/pivot_t/_333"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2c/cond_1"
  }
}
node {
  name: "bn3c_branch2b/cond_1/pivot_t/_298"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2b/cond_1"
  }
}
node {
  name: "bn3c_branch2a/cond_1/pivot_t/_326"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2a/cond_1"
  }
}
node {
  name: "bn3b_branch2c/cond_1/pivot_t/_235"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2c/cond_1"
  }
}
node {
  name: "bn3b_branch2b/cond_1/pivot_t/_354"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2b/cond_1"
  }
}
node {
  name: "bn3b_branch2a/cond_1/pivot_t/_179"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2a/cond_1"
  }
}
node {
  name: "bn3a_branch2c/cond_1/pivot_t/_88"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2c/cond_1"
  }
}
node {
  name: "bn3a_branch2b/cond_1/pivot_t/_32"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2b/cond_1"
  }
}
node {
  name: "bn3a_branch2a/cond_1/pivot_t/_4"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2a/cond_1"
  }
}
node {
  name: "bn3a_branch1/cond_1/pivot_t/_130"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch1/cond_1"
  }
}
node {
  name: "bn2c_branch2c/cond_1/pivot_t/_25"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2c/cond_1"
  }
}
node {
  name: "bn2c_branch2b/cond_1/pivot_t/_319"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2b/cond_1"
  }
}
node {
  name: "bn2c_branch2a/cond_1/pivot_t/_228"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2a/cond_1"
  }
}
node {
  name: "bn2b_branch2c/cond_1/pivot_t/_172"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2c/cond_1"
  }
}
node {
  name: "bn2b_branch2b/cond_1/pivot_t/_123"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2b/cond_1"
  }
}
node {
  name: "bn2b_branch2a/cond_1/pivot_t/_291"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2a/cond_1"
  }
}
node {
  name: "bn2a_branch2c/cond_1/pivot_t/_277"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2c/cond_1"
  }
}
node {
  name: "bn2a_branch2b/cond_1/pivot_t/_18"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2b/cond_1"
  }
}
node {
  name: "bn2a_branch2a/cond_1/pivot_t/_221"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2a/cond_1"
  }
}
node {
  name: "bn2a_branch1/cond_1/pivot_t/_284"
  op: "Const"
  input: "^ConstantFoldingCtrl/bn_conv1/cond_1/switch_pred/_163_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_BOOL
        tensor_shape {
        }
        tensor_content: "\001"
      }
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch1/cond_1"
  }
}
node {
  name: "activation_50/Relu"
  op: "Relu"
  input: "bn_conv1_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn_conv1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn_conv1_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn_conv1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn_conv1_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1/cond_1/branch_executed/_167"
  op: "Merge"
  input: "bn_conv1/cond_1/pivot_t/_165"
  input: "bn_conv1/cond_1/pivot_f/_164"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn_conv1/cond_1"
  }
}
node {
  name: "bn5c_branch2c/cond_1/branch_executed/_272"
  op: "Merge"
  input: "bn5c_branch2c/cond_1/pivot_t/_270"
  input: "bn5c_branch2c/cond_1/pivot_f/_269"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2c/cond_1"
  }
}
node {
  name: "bn5c_branch2b/cond_1/branch_executed/_216"
  op: "Merge"
  input: "bn5c_branch2b/cond_1/pivot_t/_214"
  input: "bn5c_branch2b/cond_1/pivot_f/_213"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2b/cond_1"
  }
}
node {
  name: "bn5c_branch2a/cond_1/branch_executed/_349"
  op: "Merge"
  input: "bn5c_branch2a/cond_1/pivot_t/_347"
  input: "bn5c_branch2a/cond_1/pivot_f/_346"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5c_branch2a/cond_1"
  }
}
node {
  name: "bn5b_branch2c/cond_1/branch_executed/_314"
  op: "Merge"
  input: "bn5b_branch2c/cond_1/pivot_t/_312"
  input: "bn5b_branch2c/cond_1/pivot_f/_311"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2c/cond_1"
  }
}
node {
  name: "bn5b_branch2b/cond_1/branch_executed/_265"
  op: "Merge"
  input: "bn5b_branch2b/cond_1/pivot_t/_263"
  input: "bn5b_branch2b/cond_1/pivot_f/_262"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2b/cond_1"
  }
}
node {
  name: "bn5b_branch2a/cond_1/branch_executed/_160"
  op: "Merge"
  input: "bn5b_branch2a/cond_1/pivot_t/_158"
  input: "bn5b_branch2a/cond_1/pivot_f/_157"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5b_branch2a/cond_1"
  }
}
node {
  name: "bn5a_branch2c/cond_1/branch_executed/_118"
  op: "Merge"
  input: "bn5a_branch2c/cond_1/pivot_t/_116"
  input: "bn5a_branch2c/cond_1/pivot_f/_115"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2c/cond_1"
  }
}
node {
  name: "bn5a_branch2b/cond_1/branch_executed/_83"
  op: "Merge"
  input: "bn5a_branch2b/cond_1/pivot_t/_81"
  input: "bn5a_branch2b/cond_1/pivot_f/_80"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2b/cond_1"
  }
}
node {
  name: "bn5a_branch2a/cond_1/branch_executed/_62"
  op: "Merge"
  input: "bn5a_branch2a/cond_1/pivot_t/_60"
  input: "bn5a_branch2a/cond_1/pivot_f/_59"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch2a/cond_1"
  }
}
node {
  name: "bn5a_branch1/cond_1/branch_executed/_209"
  op: "Merge"
  input: "bn5a_branch1/cond_1/pivot_t/_207"
  input: "bn5a_branch1/cond_1/pivot_f/_206"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn5a_branch1/cond_1"
  }
}
node {
  name: "bn4f_branch2c/cond_1/branch_executed/_307"
  op: "Merge"
  input: "bn4f_branch2c/cond_1/pivot_t/_305"
  input: "bn4f_branch2c/cond_1/pivot_f/_304"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2c/cond_1"
  }
}
node {
  name: "bn4f_branch2b/cond_1/branch_executed/_153"
  op: "Merge"
  input: "bn4f_branch2b/cond_1/pivot_t/_151"
  input: "bn4f_branch2b/cond_1/pivot_f/_150"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2b/cond_1"
  }
}
node {
  name: "bn4f_branch2a/cond_1/branch_executed/_258"
  op: "Merge"
  input: "bn4f_branch2a/cond_1/pivot_t/_256"
  input: "bn4f_branch2a/cond_1/pivot_f/_255"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4f_branch2a/cond_1"
  }
}
node {
  name: "bn4e_branch2c/cond_1/branch_executed/_202"
  op: "Merge"
  input: "bn4e_branch2c/cond_1/pivot_t/_200"
  input: "bn4e_branch2c/cond_1/pivot_f/_199"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2c/cond_1"
  }
}
node {
  name: "bn4e_branch2b/cond_1/branch_executed/_111"
  op: "Merge"
  input: "bn4e_branch2b/cond_1/pivot_t/_109"
  input: "bn4e_branch2b/cond_1/pivot_f/_108"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2b/cond_1"
  }
}
node {
  name: "bn4e_branch2a/cond_1/branch_executed/_76"
  op: "Merge"
  input: "bn4e_branch2a/cond_1/pivot_t/_74"
  input: "bn4e_branch2a/cond_1/pivot_f/_73"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4e_branch2a/cond_1"
  }
}
node {
  name: "bn4d_branch2c/cond_1/branch_executed/_55"
  op: "Merge"
  input: "bn4d_branch2c/cond_1/pivot_t/_53"
  input: "bn4d_branch2c/cond_1/pivot_f/_52"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2c/cond_1"
  }
}
node {
  name: "bn4d_branch2b/cond_1/branch_executed/_342"
  op: "Merge"
  input: "bn4d_branch2b/cond_1/pivot_t/_340"
  input: "bn4d_branch2b/cond_1/pivot_f/_339"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2b/cond_1"
  }
}
node {
  name: "bn4d_branch2a/cond_1/branch_executed/_146"
  op: "Merge"
  input: "bn4d_branch2a/cond_1/pivot_t/_144"
  input: "bn4d_branch2a/cond_1/pivot_f/_143"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4d_branch2a/cond_1"
  }
}
node {
  name: "bn4c_branch2c/cond_1/branch_executed/_251"
  op: "Merge"
  input: "bn4c_branch2c/cond_1/pivot_t/_249"
  input: "bn4c_branch2c/cond_1/pivot_f/_248"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2c/cond_1"
  }
}
node {
  name: "bn4c_branch2b/cond_1/branch_executed/_195"
  op: "Merge"
  input: "bn4c_branch2b/cond_1/pivot_t/_193"
  input: "bn4c_branch2b/cond_1/pivot_f/_192"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2b/cond_1"
  }
}
node {
  name: "bn4c_branch2a/cond_1/branch_executed/_104"
  op: "Merge"
  input: "bn4c_branch2a/cond_1/pivot_t/_102"
  input: "bn4c_branch2a/cond_1/pivot_f/_101"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4c_branch2a/cond_1"
  }
}
node {
  name: "bn4b_branch2c/cond_1/branch_executed/_69"
  op: "Merge"
  input: "bn4b_branch2c/cond_1/pivot_t/_67"
  input: "bn4b_branch2c/cond_1/pivot_f/_66"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2c/cond_1"
  }
}
node {
  name: "bn4b_branch2b/cond_1/branch_executed/_48"
  op: "Merge"
  input: "bn4b_branch2b/cond_1/pivot_t/_46"
  input: "bn4b_branch2b/cond_1/pivot_f/_45"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2b/cond_1"
  }
}
node {
  name: "bn4b_branch2a/cond_1/branch_executed/_13"
  op: "Merge"
  input: "bn4b_branch2a/cond_1/pivot_t/_11"
  input: "bn4b_branch2a/cond_1/pivot_f/_10"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4b_branch2a/cond_1"
  }
}
node {
  name: "bn4a_branch2c/cond_1/branch_executed/_188"
  op: "Merge"
  input: "bn4a_branch2c/cond_1/pivot_t/_186"
  input: "bn4a_branch2c/cond_1/pivot_f/_185"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2c/cond_1"
  }
}
node {
  name: "bn4a_branch2b/cond_1/branch_executed/_139"
  op: "Merge"
  input: "bn4a_branch2b/cond_1/pivot_t/_137"
  input: "bn4a_branch2b/cond_1/pivot_f/_136"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2b/cond_1"
  }
}
node {
  name: "bn4a_branch2a/cond_1/branch_executed/_97"
  op: "Merge"
  input: "bn4a_branch2a/cond_1/pivot_t/_95"
  input: "bn4a_branch2a/cond_1/pivot_f/_94"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch2a/cond_1"
  }
}
node {
  name: "bn4a_branch1/cond_1/branch_executed/_370"
  op: "Merge"
  input: "bn4a_branch1/cond_1/pivot_t/_368"
  input: "bn4a_branch1/cond_1/pivot_f/_367"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn4a_branch1/cond_1"
  }
}
node {
  name: "bn3d_branch2c/cond_1/branch_executed/_41"
  op: "Merge"
  input: "bn3d_branch2c/cond_1/pivot_t/_39"
  input: "bn3d_branch2c/cond_1/pivot_f/_38"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2c/cond_1"
  }
}
node {
  name: "bn3d_branch2b/cond_1/branch_executed/_244"
  op: "Merge"
  input: "bn3d_branch2b/cond_1/pivot_t/_242"
  input: "bn3d_branch2b/cond_1/pivot_f/_241"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2b/cond_1"
  }
}
node {
  name: "bn3d_branch2a/cond_1/branch_executed/_363"
  op: "Merge"
  input: "bn3d_branch2a/cond_1/pivot_t/_361"
  input: "bn3d_branch2a/cond_1/pivot_f/_360"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3d_branch2a/cond_1"
  }
}
node {
  name: "bn3c_branch2c/cond_1/branch_executed/_335"
  op: "Merge"
  input: "bn3c_branch2c/cond_1/pivot_t/_333"
  input: "bn3c_branch2c/cond_1/pivot_f/_332"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2c/cond_1"
  }
}
node {
  name: "bn3c_branch2b/cond_1/branch_executed/_300"
  op: "Merge"
  input: "bn3c_branch2b/cond_1/pivot_t/_298"
  input: "bn3c_branch2b/cond_1/pivot_f/_297"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2b/cond_1"
  }
}
node {
  name: "bn3c_branch2a/cond_1/branch_executed/_328"
  op: "Merge"
  input: "bn3c_branch2a/cond_1/pivot_t/_326"
  input: "bn3c_branch2a/cond_1/pivot_f/_325"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3c_branch2a/cond_1"
  }
}
node {
  name: "bn3b_branch2c/cond_1/branch_executed/_237"
  op: "Merge"
  input: "bn3b_branch2c/cond_1/pivot_t/_235"
  input: "bn3b_branch2c/cond_1/pivot_f/_234"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2c/cond_1"
  }
}
node {
  name: "bn3b_branch2b/cond_1/branch_executed/_356"
  op: "Merge"
  input: "bn3b_branch2b/cond_1/pivot_t/_354"
  input: "bn3b_branch2b/cond_1/pivot_f/_353"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2b/cond_1"
  }
}
node {
  name: "bn3b_branch2a/cond_1/branch_executed/_181"
  op: "Merge"
  input: "bn3b_branch2a/cond_1/pivot_t/_179"
  input: "bn3b_branch2a/cond_1/pivot_f/_178"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3b_branch2a/cond_1"
  }
}
node {
  name: "bn3a_branch2c/cond_1/branch_executed/_90"
  op: "Merge"
  input: "bn3a_branch2c/cond_1/pivot_t/_88"
  input: "bn3a_branch2c/cond_1/pivot_f/_87"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2c/cond_1"
  }
}
node {
  name: "bn3a_branch2b/cond_1/branch_executed/_34"
  op: "Merge"
  input: "bn3a_branch2b/cond_1/pivot_t/_32"
  input: "bn3a_branch2b/cond_1/pivot_f/_31"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2b/cond_1"
  }
}
node {
  name: "bn3a_branch2a/cond_1/branch_executed/_6"
  op: "Merge"
  input: "bn3a_branch2a/cond_1/pivot_t/_4"
  input: "bn3a_branch2a/cond_1/pivot_f/_3"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch2a/cond_1"
  }
}
node {
  name: "bn3a_branch1/cond_1/branch_executed/_132"
  op: "Merge"
  input: "bn3a_branch1/cond_1/pivot_t/_130"
  input: "bn3a_branch1/cond_1/pivot_f/_129"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn3a_branch1/cond_1"
  }
}
node {
  name: "bn2c_branch2c/cond_1/branch_executed/_27"
  op: "Merge"
  input: "bn2c_branch2c/cond_1/pivot_t/_25"
  input: "bn2c_branch2c/cond_1/pivot_f/_24"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2c/cond_1"
  }
}
node {
  name: "bn2c_branch2b/cond_1/branch_executed/_321"
  op: "Merge"
  input: "bn2c_branch2b/cond_1/pivot_t/_319"
  input: "bn2c_branch2b/cond_1/pivot_f/_318"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2b/cond_1"
  }
}
node {
  name: "bn2c_branch2a/cond_1/branch_executed/_230"
  op: "Merge"
  input: "bn2c_branch2a/cond_1/pivot_t/_228"
  input: "bn2c_branch2a/cond_1/pivot_f/_227"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2c_branch2a/cond_1"
  }
}
node {
  name: "bn2b_branch2c/cond_1/branch_executed/_174"
  op: "Merge"
  input: "bn2b_branch2c/cond_1/pivot_t/_172"
  input: "bn2b_branch2c/cond_1/pivot_f/_171"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2c/cond_1"
  }
}
node {
  name: "bn2b_branch2b/cond_1/branch_executed/_125"
  op: "Merge"
  input: "bn2b_branch2b/cond_1/pivot_t/_123"
  input: "bn2b_branch2b/cond_1/pivot_f/_122"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2b/cond_1"
  }
}
node {
  name: "bn2b_branch2a/cond_1/branch_executed/_293"
  op: "Merge"
  input: "bn2b_branch2a/cond_1/pivot_t/_291"
  input: "bn2b_branch2a/cond_1/pivot_f/_290"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2b_branch2a/cond_1"
  }
}
node {
  name: "bn2a_branch2c/cond_1/branch_executed/_279"
  op: "Merge"
  input: "bn2a_branch2c/cond_1/pivot_t/_277"
  input: "bn2a_branch2c/cond_1/pivot_f/_276"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2c/cond_1"
  }
}
node {
  name: "bn2a_branch2b/cond_1/branch_executed/_20"
  op: "Merge"
  input: "bn2a_branch2b/cond_1/pivot_t/_18"
  input: "bn2a_branch2b/cond_1/pivot_f/_17"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2b/cond_1"
  }
}
node {
  name: "bn2a_branch2a/cond_1/branch_executed/_223"
  op: "Merge"
  input: "bn2a_branch2a/cond_1/pivot_t/_221"
  input: "bn2a_branch2a/cond_1/pivot_f/_220"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch2a/cond_1"
  }
}
node {
  name: "bn2a_branch1/cond_1/branch_executed/_286"
  op: "Merge"
  input: "bn2a_branch1/cond_1/pivot_t/_284"
  input: "bn2a_branch1/cond_1/pivot_f/_283"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_BOOL
    }
  }
  experimental_debug_info {
    original_node_names: "bn2a_branch1/cond_1"
  }
}
node {
  name: "pool1_pad_1/Pad"
  op: "Pad"
  input: "activation_50/Relu"
  input: "pool1_pad_1/Pad/paddings"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Tpaddings"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/pool1_pad_1/Pad_grad/Shape"
  op: "Const"
  input: "^activation_50/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\000p\000\000\000p\000\000\000"
      }
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn_conv1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn_conv1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "max_pooling2d_1/MaxPool"
  op: "MaxPool"
  input: "pool1_pad_1/Pad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "ksize"
    value {
      list {
        i: 1
        i: 1
        i: 3
        i: 3
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn_conv1_cond_input_4"
  input: "bn_conv1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn_conv1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn_conv1_cond_input_3"
  input: "bn_conv1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "max_pooling2d_1/MaxPool"
  input: "res2a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res2a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "max_pooling2d_1/MaxPool"
  input: "res2a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^max_pooling2d_1/MaxPool"
  input: "^res2a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^max_pooling2d_1/MaxPool"
  input: "^res2a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^max_pooling2d_1/MaxPool"
  input: "^res2a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^max_pooling2d_1/MaxPool"
  input: "^res2a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn2a_branch1_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2a_branch1_1/Conv2D"
  input: "bn2a_branch1_1/ReadVariableOp"
  input: "bn2a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2a_branch2a_1/Conv2D"
  input: "bn2a_branch2a_1/ReadVariableOp"
  input: "bn2a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch1_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch1_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_1_1/Relu"
  op: "Relu"
  input: "bn2a_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_1_1/Relu"
  input: "res2a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_1_1/Relu"
  input: "^res2a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_1_1/Relu"
  input: "^res2a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch1_cond_input_3"
  input: "bn2a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch1_cond_input_4"
  input: "bn2a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2a_branch2b_1/Conv2D"
  input: "bn2a_branch2b_1/ReadVariableOp"
  input: "bn2a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2a_cond_input_3"
  input: "bn2a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2a_cond_input_4"
  input: "bn2a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_2_1/Relu"
  op: "Relu"
  input: "bn2a_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_2_1/Relu"
  input: "res2a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_2_1/Relu"
  input: "^res2a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_2_1/Relu"
  input: "^res2a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2a_branch2c_1/Conv2D"
  input: "bn2a_branch2c_1/ReadVariableOp"
  input: "bn2a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2b_cond_input_3"
  input: "bn2a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2b_cond_input_4"
  input: "bn2a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_16/add"
  op: "Add"
  input: "bn2a_branch2c_1/FusedBatchNormV2"
  input: "bn2a_branch1_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2a_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2a_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_3_1/Relu"
  op: "Relu"
  input: "add_16/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_3_1/Relu"
  input: "res2b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_3_1/Relu"
  input: "^res2b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_3_1/Relu"
  input: "^res2b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2c_cond_input_4"
  input: "bn2a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2a_branch2c_cond_input_3"
  input: "bn2a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2b_branch2a_1/Conv2D"
  input: "bn2b_branch2a_1/ReadVariableOp"
  input: "bn2b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_4_1/Relu"
  op: "Relu"
  input: "bn2b_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2b_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2b_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_4_1/Relu"
  input: "res2b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_4_1/Relu"
  input: "^res2b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_4_1/Relu"
  input: "^res2b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2b_branch2b_1/Conv2D"
  input: "bn2b_branch2b_1/ReadVariableOp"
  input: "bn2b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2a_cond_input_4"
  input: "bn2b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2a_cond_input_3"
  input: "bn2b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_5_1/Relu"
  op: "Relu"
  input: "bn2b_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2b_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2b_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_5_1/Relu"
  input: "res2b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_5_1/Relu"
  input: "^res2b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_5_1/Relu"
  input: "^res2b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2b_branch2c_1/Conv2D"
  input: "bn2b_branch2c_1/ReadVariableOp"
  input: "bn2b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2b_cond_input_4"
  input: "bn2b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2b_cond_input_3"
  input: "bn2b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_1_1/add"
  op: "Add"
  input: "bn2b_branch2c_1/FusedBatchNormV2"
  input: "activation_3_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2b_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2b_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_6_1/Relu"
  op: "Relu"
  input: "add_1_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_6_1/Relu"
  input: "res2c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_6_1/Relu"
  input: "^res2c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_6_1/Relu"
  input: "^res2c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2c_cond_input_3"
  input: "bn2b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2b_branch2c_cond_input_4"
  input: "bn2b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2c_branch2a_1/Conv2D"
  input: "bn2c_branch2a_1/ReadVariableOp"
  input: "bn2c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_7_1/Relu"
  op: "Relu"
  input: "bn2c_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2c_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2c_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_7_1/Relu"
  input: "res2c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_7_1/Relu"
  input: "^res2c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_7_1/Relu"
  input: "^res2c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000@\000\000\000@\000\000\000"
      }
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2c_branch2b_1/Conv2D"
  input: "bn2c_branch2b_1/ReadVariableOp"
  input: "bn2c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2a_cond_input_3"
  input: "bn2c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2a_cond_input_4"
  input: "bn2c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_8_1/Relu"
  op: "Relu"
  input: "bn2c_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2c_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2c_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res2c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_8_1/Relu"
  input: "res2c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_8_1/Relu"
  input: "^res2c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000@\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_8_1/Relu"
  input: "^res2c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000@\000\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res2c_branch2c_1/Conv2D"
  input: "bn2c_branch2c_1/ReadVariableOp"
  input: "bn2c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2b_cond_input_4"
  input: "bn2c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2b_cond_input_3"
  input: "bn2c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_2_1/add"
  op: "Add"
  input: "bn2c_branch2c_1/FusedBatchNormV2"
  input: "activation_6_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn2c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn2c_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn2c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn2c_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_9_1/Relu"
  op: "Relu"
  input: "add_2_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn2c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn2c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "activation_9_1/Relu"
  input: "res3a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res3a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_9_1/Relu"
  input: "res3a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_9_1/Relu"
  input: "^res3a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_9_1/Relu"
  input: "^res3a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_9_1/Relu"
  input: "^res3a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_9_1/Relu"
  input: "^res3a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2c_cond_input_3"
  input: "bn2c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn2c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn2c_branch2c_cond_input_4"
  input: "bn2c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3a_branch1_1/Conv2D"
  input: "bn3a_branch1_1/ReadVariableOp"
  input: "bn3a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3a_branch2a_1/Conv2D"
  input: "bn3a_branch2a_1/ReadVariableOp"
  input: "bn3a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch1_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch1_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_10_1/Relu"
  op: "Relu"
  input: "bn3a_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_10_1/Relu"
  input: "res3a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_10_1/Relu"
  input: "^res3a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\0008\000\000\0008\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_10_1/Relu"
  input: "^res3a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch1_cond_input_3"
  input: "bn3a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch1_cond_input_4"
  input: "bn3a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3a_branch2b_1/Conv2D"
  input: "bn3a_branch2b_1/ReadVariableOp"
  input: "bn3a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2a_cond_input_4"
  input: "bn3a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2a_cond_input_3"
  input: "bn3a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_11_1/Relu"
  op: "Relu"
  input: "bn3a_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_11_1/Relu"
  input: "res3a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_11_1/Relu"
  input: "^res3a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_11_1/Relu"
  input: "^res3a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3a_branch2c_1/Conv2D"
  input: "bn3a_branch2c_1/ReadVariableOp"
  input: "bn3a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2b_cond_input_4"
  input: "bn3a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2b_cond_input_3"
  input: "bn3a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_3_1/add"
  op: "Add"
  input: "bn3a_branch2c_1/FusedBatchNormV2"
  input: "bn3a_branch1_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3a_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3a_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_12_1/Relu"
  op: "Relu"
  input: "add_3_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_12_1/Relu"
  input: "res3b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_12_1/Relu"
  input: "^res3b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_12_1/Relu"
  input: "^res3b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2c_cond_input_3"
  input: "bn3a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3a_branch2c_cond_input_4"
  input: "bn3a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3b_branch2a_1/Conv2D"
  input: "bn3b_branch2a_1/ReadVariableOp"
  input: "bn3b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_13_1/Relu"
  op: "Relu"
  input: "bn3b_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3b_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3b_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_13_1/Relu"
  input: "res3b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_13_1/Relu"
  input: "^res3b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_13_1/Relu"
  input: "^res3b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3b_branch2b_1/Conv2D"
  input: "bn3b_branch2b_1/ReadVariableOp"
  input: "bn3b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2a_cond_input_3"
  input: "bn3b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2a_cond_input_4"
  input: "bn3b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_14_1/Relu"
  op: "Relu"
  input: "bn3b_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3b_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3b_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_14_1/Relu"
  input: "res3b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_14_1/Relu"
  input: "^res3b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_14_1/Relu"
  input: "^res3b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3b_branch2c_1/Conv2D"
  input: "bn3b_branch2c_1/ReadVariableOp"
  input: "bn3b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2b_cond_input_4"
  input: "bn3b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2b_cond_input_3"
  input: "bn3b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_4_1/add"
  op: "Add"
  input: "bn3b_branch2c_1/FusedBatchNormV2"
  input: "activation_12_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3b_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3b_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_15_1/Relu"
  op: "Relu"
  input: "add_4_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_15_1/Relu"
  input: "res3c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_15_1/Relu"
  input: "^res3c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_15_1/Relu"
  input: "^res3c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2c_cond_input_3"
  input: "bn3b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3b_branch2c_cond_input_4"
  input: "bn3b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3c_branch2a_1/Conv2D"
  input: "bn3c_branch2a_1/ReadVariableOp"
  input: "bn3c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_16_1/Relu"
  op: "Relu"
  input: "bn3c_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3c_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3c_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_16_1/Relu"
  input: "res3c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_16_1/Relu"
  input: "^res3c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_16_1/Relu"
  input: "^res3c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3c_branch2b_1/Conv2D"
  input: "bn3c_branch2b_1/ReadVariableOp"
  input: "bn3c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2a_cond_input_3"
  input: "bn3c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2a_cond_input_4"
  input: "bn3c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_17_1/Relu"
  op: "Relu"
  input: "bn3c_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3c_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3c_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_17_1/Relu"
  input: "res3c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_17_1/Relu"
  input: "^res3c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_17_1/Relu"
  input: "^res3c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3c_branch2c_1/Conv2D"
  input: "bn3c_branch2c_1/ReadVariableOp"
  input: "bn3c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2b_cond_input_4"
  input: "bn3c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2b_cond_input_3"
  input: "bn3c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_5_1/add"
  op: "Add"
  input: "bn3c_branch2c_1/FusedBatchNormV2"
  input: "activation_15_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3c_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3c_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_18_1/Relu"
  op: "Relu"
  input: "add_5_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_18_1/Relu"
  input: "res3d_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_18_1/Relu"
  input: "^res3d_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_18_1/Relu"
  input: "^res3d_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2c_cond_input_3"
  input: "bn3c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3c_branch2c_cond_input_4"
  input: "bn3c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3d_branch2a_1/Conv2D"
  input: "bn3d_branch2a_1/ReadVariableOp"
  input: "bn3d_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_19_1/Relu"
  op: "Relu"
  input: "bn3d_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3d_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3d_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_19_1/Relu"
  input: "res3d_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_19_1/Relu"
  input: "^res3d_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_19_1/Relu"
  input: "^res3d_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\200\000\000\000\200\000\000\000"
      }
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3d_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3d_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3d_branch2b_1/Conv2D"
  input: "bn3d_branch2b_1/ReadVariableOp"
  input: "bn3d_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2a_cond_input_4"
  input: "bn3d_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2a_cond_input_3"
  input: "bn3d_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_20_1/Relu"
  op: "Relu"
  input: "bn3d_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3d_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3d_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res3d_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_20_1/Relu"
  input: "res3d_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_20_1/Relu"
  input: "^res3d_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\200\000\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_20_1/Relu"
  input: "^res3d_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\200\000\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3d_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3d_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res3d_branch2c_1/Conv2D"
  input: "bn3d_branch2c_1/ReadVariableOp"
  input: "bn3d_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2b_cond_input_4"
  input: "bn3d_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2b_cond_input_3"
  input: "bn3d_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_6_1/add"
  op: "Add"
  input: "bn3d_branch2c_1/FusedBatchNormV2"
  input: "activation_18_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn3d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn3d_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn3d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn3d_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_21_1/Relu"
  op: "Relu"
  input: "add_6_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn3d_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn3d_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "activation_21_1/Relu"
  input: "res4a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res4a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_21_1/Relu"
  input: "res4a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_21_1/Relu"
  input: "^res4a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_21_1/Relu"
  input: "^res4a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_21_1/Relu"
  input: "^res4a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_21_1/Relu"
  input: "^res4a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2c_cond_input_3"
  input: "bn3d_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn3d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn3d_branch2c_cond_input_4"
  input: "bn3d_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4a_branch1_1/Conv2D"
  input: "bn4a_branch1_1/ReadVariableOp"
  input: "bn4a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4a_branch2a_1/Conv2D"
  input: "bn4a_branch2a_1/ReadVariableOp"
  input: "bn4a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch1_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch1_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_22_1/Relu"
  op: "Relu"
  input: "bn4a_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_22_1/Relu"
  input: "res4a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_22_1/Relu"
  input: "^res4a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\034\000\000\000\034\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_22_1/Relu"
  input: "^res4a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch1_cond_input_4"
  input: "bn4a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch1_cond_input_3"
  input: "bn4a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4a_branch2b_1/Conv2D"
  input: "bn4a_branch2b_1/ReadVariableOp"
  input: "bn4a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2a_cond_input_4"
  input: "bn4a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2a_cond_input_3"
  input: "bn4a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_23_1/Relu"
  op: "Relu"
  input: "bn4a_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_23_1/Relu"
  input: "res4a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_23_1/Relu"
  input: "^res4a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_23_1/Relu"
  input: "^res4a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4a_branch2c_1/Conv2D"
  input: "bn4a_branch2c_1/ReadVariableOp"
  input: "bn4a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2b_cond_input_4"
  input: "bn4a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2b_cond_input_3"
  input: "bn4a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_7_1/add"
  op: "Add"
  input: "bn4a_branch2c_1/FusedBatchNormV2"
  input: "bn4a_branch1_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4a_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4a_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_24_1/Relu"
  op: "Relu"
  input: "add_7_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_24_1/Relu"
  input: "res4b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_24_1/Relu"
  input: "^res4b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\004\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_24_1/Relu"
  input: "^res4b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2c_cond_input_4"
  input: "bn4a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4a_branch2c_cond_input_3"
  input: "bn4a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4b_branch2a_1/Conv2D"
  input: "bn4b_branch2a_1/ReadVariableOp"
  input: "bn4b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_25_1/Relu"
  op: "Relu"
  input: "bn4b_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4b_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4b_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_25_1/Relu"
  input: "res4b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_25_1/Relu"
  input: "^res4b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_25_1/Relu"
  input: "^res4b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4b_branch2b_1/Conv2D"
  input: "bn4b_branch2b_1/ReadVariableOp"
  input: "bn4b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2a_cond_input_3"
  input: "bn4b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2a_cond_input_4"
  input: "bn4b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_26_1/Relu"
  op: "Relu"
  input: "bn4b_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4b_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4b_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_26_1/Relu"
  input: "res4b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_26_1/Relu"
  input: "^res4b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_26_1/Relu"
  input: "^res4b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4b_branch2c_1/Conv2D"
  input: "bn4b_branch2c_1/ReadVariableOp"
  input: "bn4b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2b_cond_input_3"
  input: "bn4b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2b_cond_input_4"
  input: "bn4b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_8_1/add"
  op: "Add"
  input: "bn4b_branch2c_1/FusedBatchNormV2"
  input: "activation_24_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4b_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4b_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_27_1/Relu"
  op: "Relu"
  input: "add_8_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_27_1/Relu"
  input: "res4c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_27_1/Relu"
  input: "^res4c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_27_1/Relu"
  input: "^res4c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\004\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2c_cond_input_4"
  input: "bn4b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4b_branch2c_cond_input_3"
  input: "bn4b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4c_branch2a_1/Conv2D"
  input: "bn4c_branch2a_1/ReadVariableOp"
  input: "bn4c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_28_1/Relu"
  op: "Relu"
  input: "bn4c_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4c_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4c_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_28_1/Relu"
  input: "res4c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_28_1/Relu"
  input: "^res4c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_28_1/Relu"
  input: "^res4c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4c_branch2b_1/Conv2D"
  input: "bn4c_branch2b_1/ReadVariableOp"
  input: "bn4c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2a_cond_input_3"
  input: "bn4c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2a_cond_input_4"
  input: "bn4c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_29_1/Relu"
  op: "Relu"
  input: "bn4c_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4c_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4c_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_29_1/Relu"
  input: "res4c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_29_1/Relu"
  input: "^res4c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_29_1/Relu"
  input: "^res4c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4c_branch2c_1/Conv2D"
  input: "bn4c_branch2c_1/ReadVariableOp"
  input: "bn4c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2b_cond_input_3"
  input: "bn4c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2b_cond_input_4"
  input: "bn4c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_9_1/add"
  op: "Add"
  input: "bn4c_branch2c_1/FusedBatchNormV2"
  input: "activation_27_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4c_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4c_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_30_1/Relu"
  op: "Relu"
  input: "add_9_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_30_1/Relu"
  input: "res4d_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_30_1/Relu"
  input: "^res4d_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\004\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_30_1/Relu"
  input: "^res4d_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2c_cond_input_4"
  input: "bn4c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4c_branch2c_cond_input_3"
  input: "bn4c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4d_branch2a_1/Conv2D"
  input: "bn4d_branch2a_1/ReadVariableOp"
  input: "bn4d_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_31_1/Relu"
  op: "Relu"
  input: "bn4d_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4d_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4d_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4d_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4d_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_31_1/Relu"
  input: "res4d_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_31_1/Relu"
  input: "^res4d_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_31_1/Relu"
  input: "^res4d_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4d_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4d_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4d_branch2b_1/Conv2D"
  input: "bn4d_branch2b_1/ReadVariableOp"
  input: "bn4d_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2a_cond_input_3"
  input: "bn4d_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2a_cond_input_4"
  input: "bn4d_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_32_1/Relu"
  op: "Relu"
  input: "bn4d_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4d_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4d_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4d_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4d_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4d_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_32_1/Relu"
  input: "res4d_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_32_1/Relu"
  input: "^res4d_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_32_1/Relu"
  input: "^res4d_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4d_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4d_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4d_branch2c_1/Conv2D"
  input: "bn4d_branch2c_1/ReadVariableOp"
  input: "bn4d_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2b_cond_input_3"
  input: "bn4d_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2b_cond_input_4"
  input: "bn4d_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_10_1/add"
  op: "Add"
  input: "bn4d_branch2c_1/FusedBatchNormV2"
  input: "activation_30_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4d_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4d_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4d_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4d_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_33_1/Relu"
  op: "Relu"
  input: "add_10_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4d_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4d_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_33_1/Relu"
  input: "res4e_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_33_1/Relu"
  input: "^res4e_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\004\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_33_1/Relu"
  input: "^res4e_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2c_cond_input_4"
  input: "bn4d_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4d_branch2c_cond_input_3"
  input: "bn4d_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4e_branch2a_1/Conv2D"
  input: "bn4e_branch2a_1/ReadVariableOp"
  input: "bn4e_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_34_1/Relu"
  op: "Relu"
  input: "bn4e_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4e_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4e_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4e_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4e_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_34_1/Relu"
  input: "res4e_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_34_1/Relu"
  input: "^res4e_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_34_1/Relu"
  input: "^res4e_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4e_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4e_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4e_branch2b_1/Conv2D"
  input: "bn4e_branch2b_1/ReadVariableOp"
  input: "bn4e_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2a_cond_input_3"
  input: "bn4e_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2a_cond_input_4"
  input: "bn4e_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_35_1/Relu"
  op: "Relu"
  input: "bn4e_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4e_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4e_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4e_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4e_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4e_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_35_1/Relu"
  input: "res4e_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_35_1/Relu"
  input: "^res4e_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_35_1/Relu"
  input: "^res4e_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4e_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4e_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4e_branch2c_1/Conv2D"
  input: "bn4e_branch2c_1/ReadVariableOp"
  input: "bn4e_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2b_cond_input_4"
  input: "bn4e_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2b_cond_input_3"
  input: "bn4e_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_11_1/add"
  op: "Add"
  input: "bn4e_branch2c_1/FusedBatchNormV2"
  input: "activation_33_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4e_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4e_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4e_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4e_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_36_1/Relu"
  op: "Relu"
  input: "add_11_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4e_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4e_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_36_1/Relu"
  input: "res4f_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_36_1/Relu"
  input: "^res4f_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\004\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_36_1/Relu"
  input: "^res4f_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2c_cond_input_4"
  input: "bn4e_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4e_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4e_branch2c_cond_input_3"
  input: "bn4e_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4f_branch2a_1/Conv2D"
  input: "bn4f_branch2a_1/ReadVariableOp"
  input: "bn4f_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_37_1/Relu"
  op: "Relu"
  input: "bn4f_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4f_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4f_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4f_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4f_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_37_1/Relu"
  input: "res4f_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_37_1/Relu"
  input: "^res4f_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_37_1/Relu"
  input: "^res4f_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\001\000\000\000\001\000\000"
      }
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4f_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4f_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4f_branch2b_1/Conv2D"
  input: "bn4f_branch2b_1/ReadVariableOp"
  input: "bn4f_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2a_cond_input_3"
  input: "bn4f_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2a_cond_input_4"
  input: "bn4f_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_38_1/Relu"
  op: "Relu"
  input: "bn4f_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4f_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4f_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4f_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4f_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res4f_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_38_1/Relu"
  input: "res4f_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_38_1/Relu"
  input: "^res4f_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\001\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_38_1/Relu"
  input: "^res4f_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\001\000\000\000\004\000\000"
      }
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4f_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4f_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res4f_branch2c_1/Conv2D"
  input: "bn4f_branch2c_1/ReadVariableOp"
  input: "bn4f_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2b_cond_input_4"
  input: "bn4f_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2b_cond_input_3"
  input: "bn4f_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_12_1/add"
  op: "Add"
  input: "bn4f_branch2c_1/FusedBatchNormV2"
  input: "activation_36_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn4f_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn4f_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn4f_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn4f_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_39_1/Relu"
  op: "Relu"
  input: "add_12_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn4f_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn4f_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch1_1/Conv2D"
  op: "Conv2D"
  input: "activation_39_1/Relu"
  input: "res5a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "res5a_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_39_1/Relu"
  input: "res5a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_39_1/Relu"
  input: "^res5a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\004\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_39_1/Relu"
  input: "^res5a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\004\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_39_1/Relu"
  input: "^res5a_branch1_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_39_1/Relu"
  input: "^res5a_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\004\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2c_cond_input_4"
  input: "bn4f_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn4f_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn4f_branch2c_cond_input_3"
  input: "bn4f_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5a_branch1_1/Conv2D"
  input: "bn5a_branch1_1/ReadVariableOp"
  input: "bn5a_branch1_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5a_branch2a_1/Conv2D"
  input: "bn5a_branch2a_1/ReadVariableOp"
  input: "bn5a_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch1_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch1_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch1_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch1_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_40_1/Relu"
  op: "Relu"
  input: "bn5a_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch1_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch1_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_40_1/Relu"
  input: "res5a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_40_1/Relu"
  input: "^res5a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\016\000\000\000\016\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_40_1/Relu"
  input: "^res5a_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch1_cond_input_3"
  input: "bn5a_branch1_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch1_cond_input_4"
  input: "bn5a_branch1_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5a_branch2b_1/Conv2D"
  input: "bn5a_branch2b_1/ReadVariableOp"
  input: "bn5a_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2a_cond_input_3"
  input: "bn5a_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2a_cond_input_4"
  input: "bn5a_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_41_1/Relu"
  op: "Relu"
  input: "bn5a_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5a_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_41_1/Relu"
  input: "res5a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_41_1/Relu"
  input: "^res5a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_41_1/Relu"
  input: "^res5a_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5a_branch2c_1/Conv2D"
  input: "bn5a_branch2c_1/ReadVariableOp"
  input: "bn5a_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2b_cond_input_3"
  input: "bn5a_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2b_cond_input_4"
  input: "bn5a_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_13_1/add"
  op: "Add"
  input: "bn5a_branch2c_1/FusedBatchNormV2"
  input: "bn5a_branch1_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5a_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5a_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5a_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5a_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_42_1/Relu"
  op: "Relu"
  input: "add_13_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5a_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5a_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_42_1/Relu"
  input: "res5b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_42_1/Relu"
  input: "^res5b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\010\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_42_1/Relu"
  input: "^res5b_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2c_cond_input_3"
  input: "bn5a_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5a_branch2c_cond_input_4"
  input: "bn5a_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5b_branch2a_1/Conv2D"
  input: "bn5b_branch2a_1/ReadVariableOp"
  input: "bn5b_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_43_1/Relu"
  op: "Relu"
  input: "bn5b_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5b_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5b_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5b_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5b_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_43_1/Relu"
  input: "res5b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_43_1/Relu"
  input: "^res5b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_43_1/Relu"
  input: "^res5b_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5b_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5b_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5b_branch2b_1/Conv2D"
  input: "bn5b_branch2b_1/ReadVariableOp"
  input: "bn5b_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2a_cond_input_4"
  input: "bn5b_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2a_cond_input_3"
  input: "bn5b_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_44_1/Relu"
  op: "Relu"
  input: "bn5b_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5b_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5b_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5b_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5b_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5b_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_44_1/Relu"
  input: "res5b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_44_1/Relu"
  input: "^res5b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_44_1/Relu"
  input: "^res5b_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5b_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5b_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5b_branch2c_1/Conv2D"
  input: "bn5b_branch2c_1/ReadVariableOp"
  input: "bn5b_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2b_cond_input_3"
  input: "bn5b_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2b_cond_input_4"
  input: "bn5b_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_14_1/add"
  op: "Add"
  input: "bn5b_branch2c_1/FusedBatchNormV2"
  input: "activation_42_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5b_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5b_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5b_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5b_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_45_1/Relu"
  op: "Relu"
  input: "add_14_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5b_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5b_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2a_1/Conv2D"
  op: "Conv2D"
  input: "activation_45_1/Relu"
  input: "res5c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_45_1/Relu"
  input: "^res5c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\010\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_45_1/Relu"
  input: "^res5c_branch2a_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\010\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2c_cond_input_4"
  input: "bn5b_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5b_branch2c_cond_input_3"
  input: "bn5b_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5c_branch2a_1/Conv2D"
  input: "bn5c_branch2a_1/ReadVariableOp"
  input: "bn5c_branch2a_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "activation_46_1/Relu"
  op: "Relu"
  input: "bn5c_branch2a_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5c_branch2a_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5c_branch2a_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5c_branch2a_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5c_branch2a_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2b_1/Conv2D"
  op: "Conv2D"
  input: "activation_46_1/Relu"
  input: "res5c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_46_1/Relu"
  input: "^res5c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_46_1/Relu"
  input: "^res5c_branch2b_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\003\000\000\000\003\000\000\000\000\002\000\000\000\002\000\000"
      }
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5c_branch2a_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5c_branch2a_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5c_branch2b_1/Conv2D"
  input: "bn5c_branch2b_1/ReadVariableOp"
  input: "bn5c_branch2b_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2a_cond_input_4"
  input: "bn5c_branch2a_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2a_cond_input_3"
  input: "bn5c_branch2a_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_47_1/Relu"
  op: "Relu"
  input: "bn5c_branch2b_1/FusedBatchNormV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5c_branch2b_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5c_branch2b_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5c_branch2b_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5c_branch2b_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "res5c_branch2c_1/Conv2D"
  op: "Conv2D"
  input: "activation_47_1/Relu"
  input: "res5c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  op: "Const"
  input: "^activation_47_1/Relu"
  input: "^res5c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\002\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  op: "Const"
  input: "^activation_47_1/Relu"
  input: "^res5c_branch2c_1/Conv2D/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\000\002\000\000\000\010\000\000"
      }
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5c_branch2b_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5c_branch2b_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/FusedBatchNormV2"
  op: "FusedBatchNormV2"
  input: "res5c_branch2c_1/Conv2D"
  input: "bn5c_branch2c_1/ReadVariableOp"
  input: "bn5c_branch2c_1/ReadVariableOp_1"
  input: "bn5a_branch1_1/Const_1"
  input: "bn5a_branch1_1/Const_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2b_cond_input_3"
  input: "bn5c_branch2b_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2b_cond_input_4"
  input: "bn5c_branch2b_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "add_15_1/add"
  op: "Add"
  input: "bn5c_branch2c_1/FusedBatchNormV2"
  input: "activation_45_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/sub_1"
  op: "Sub"
  input: "bn5c_branch2c_1/AssignMovingAvg_1/ReadVariableOp"
  input: "bn5c_branch2c_1/FusedBatchNormV2:2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/sub_1"
  op: "Sub"
  input: "bn5c_branch2c_1/AssignMovingAvg/ReadVariableOp"
  input: "bn5c_branch2c_1/FusedBatchNormV2:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "activation_48_1/Relu"
  op: "Relu"
  input: "add_15_1/add"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/mul"
  op: "Mul"
  input: "bn5c_branch2c_1/AssignMovingAvg_1/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/mul"
  op: "Mul"
  input: "bn5c_branch2c_1/AssignMovingAvg/sub_1"
  input: "bn_conv1_1/AssignMovingAvg_1/sub"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "avg_pool_1/Mean"
  op: "Mean"
  input: "activation_48_1/Relu"
  input: "avg_pool_1/Mean/reduction_indices"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/floordiv"
  op: "Const"
  input: "^activation_48_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\001\000\000\000\001\000\000\000\007\000\000\000\007\000\000\000"
      }
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/DynamicStitch"
  op: "Const"
  input: "^activation_48_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT32
        tensor_shape {
          dim {
            size: 4
          }
        }
        tensor_content: "\300\000\000\000\000\010\000\000\001\000\000\000\001\000\000\000"
      }
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2c_cond_input_3"
  input: "bn5c_branch2c_1/AssignMovingAvg_1/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "bn5c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  op: "AssignSubVariableOp"
  input: "bn5c_branch2c_cond_input_4"
  input: "bn5c_branch2c_1/AssignMovingAvg/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "fc1000_1/MatMul"
  op: "MatMul"
  input: "avg_pool_1/Mean"
  input: "fc1000_1/MatMul/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "transpose_a"
    value {
      b: false
    }
  }
  attr {
    key: "transpose_b"
    value {
      b: false
    }
  }
}
node {
  name: "ConstantFolding/training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/truediv_recip"
  op: "Const"
  input: "^avg_pool_1/Mean"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_HALF
        tensor_shape {
        }
        tensor_content: "9%"
      }
    }
  }
}
node {
  name: "fc1000_1/BiasAdd"
  op: "BiasAdd"
  input: "fc1000_1/MatMul"
  input: "fc1000_1/BiasAdd/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NHWC"
    }
  }
}
node {
  name: "tf_op_layer_Cast/Cast"
  op: "Cast"
  input: "fc1000_1/BiasAdd"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "activation_49_1/Softmax"
  op: "Softmax"
  input: "tf_op_layer_Cast/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits"
  op: "SparseSoftmaxCrossEntropyWithLogits"
  input: "tf_op_layer_Cast/Cast"
  input: "loss_1/activation_49_loss/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tlabels"
    value {
      type: DT_INT64
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/ArgMax"
  op: "ArgMax"
  input: "activation_49_1/Softmax"
  input: "metrics_2/sparse_categorical_accuracy/ArgMax/dimension"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "output_type"
    value {
      type: DT_INT64
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims"
  op: "Const"
  input: "^loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
          dim {
            size: 192
          }
          dim {
            size: 1
          }
        }
        float_val: 0.6666667
      }
    }
  }
}
node {
  name: "loss_1/activation_49_loss/num_elements/Cast"
  op: "Const"
  input: "^loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        tensor_content: "\000\000@C"
      }
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Sum"
  op: "Sum"
  input: "loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits"
  input: "metrics_2/sparse_categorical_accuracy/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Cast"
  op: "Cast"
  input: "metrics_2/sparse_categorical_accuracy/ArgMax"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_INT64
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/ExpandDims"
  input: "loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits:1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "loss_1/activation_49_loss/Sum_1"
  op: "Sum"
  input: "loss_1/activation_49_loss/Sum"
  input: "training/LossScaleOptimizer/gradients/Shape"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Equal"
  op: "Equal"
  input: "metrics_2/sparse_categorical_accuracy/Squeeze"
  input: "metrics_2/sparse_categorical_accuracy/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/tf_op_layer_Cast/Cast_grad/ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_float_Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/loss_1/activation_49_loss/SparseSoftmaxCrossEntropyWithLogits/SparseSoftmaxCrossEntropyWithLogits_grad/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/activation_49_loss/value"
  op: "DivNoNan"
  input: "loss_1/activation_49_loss/Sum_1"
  input: "loss_1/activation_49_loss/num_elements/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Cast_1"
  op: "Cast"
  input: "metrics_2/sparse_categorical_accuracy/Equal"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_BOOL
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/fc1000_1/MatMul_grad/MatMul"
  op: "MatMul"
  input: "training/LossScaleOptimizer/gradients/tf_op_layer_Cast/Cast_grad/ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_float_Cast"
  input: "fc1000_1/MatMul/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "transpose_a"
    value {
      b: false
    }
  }
  attr {
    key: "transpose_b"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/fc1000_1/BiasAdd_grad/BiasAddGrad"
  op: "BiasAddGrad"
  input: "training/LossScaleOptimizer/gradients/tf_op_layer_Cast/Cast_grad/ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_float_Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NHWC"
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/fc1000_1/MatMul_grad/MatMul_1"
  op: "MatMul"
  input: "avg_pool_1/Mean"
  input: "training/LossScaleOptimizer/gradients/tf_op_layer_Cast/Cast_grad/ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_float_Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "transpose_a"
    value {
      b: true
    }
  }
  attr {
    key: "transpose_b"
    value {
      b: false
    }
  }
}
node {
  name: "loss_1/ArithmeticOptimizer/AddOpsRewrite_add"
  op: "AddN"
  input: "loss_1/activation_49_loss/value"
  input: "loss_1/conv1/kernel/Regularizer/mul"
  input: "loss_1/res2a_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res2a_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res2a_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res2a_branch1/kernel/Regularizer/mul"
  input: "loss_1/res2b_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res2b_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res2b_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res2c_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res2c_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res2c_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res3a_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res3a_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res3a_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res3a_branch1/kernel/Regularizer/mul"
  input: "loss_1/res3b_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res3b_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res3b_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res3c_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res3c_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res3c_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res3d_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res3d_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res3d_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res4a_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res4a_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res4a_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res4a_branch1/kernel/Regularizer/mul"
  input: "loss_1/res4b_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res4b_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res4b_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res4c_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res4c_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res4c_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res4d_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res4d_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res4d_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res4e_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res4e_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res4e_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res4f_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res4f_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res4f_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res5a_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res5a_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res5a_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res5a_branch1/kernel/Regularizer/mul"
  input: "loss_1/res5b_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res5b_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res5b_branch2c/kernel/Regularizer/mul"
  input: "loss_1/res5c_branch2a/kernel/Regularizer/mul"
  input: "loss_1/res5c_branch2b/kernel/Regularizer/mul"
  input: "loss_1/res5c_branch2c/kernel/Regularizer/mul"
  input: "loss_1/fc1000/kernel/Regularizer/mul"
  input: "loss_1/fc1000/bias/Regularizer/mul"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 56
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "_grappler:ArithmeticOptimizer:AddOpsRewriteStage"
    value {
      b: true
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Sum"
  op: "Sum"
  input: "metrics_2/sparse_categorical_accuracy/Cast_1"
  input: "metrics_2/sparse_categorical_accuracy/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "Tidx"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "keep_dims"
    value {
      b: false
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/Cast_2"
  op: "Const"
  input: "^metrics_2/sparse_categorical_accuracy/Cast_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_FLOAT
        tensor_shape {
        }
        tensor_content: "\000\000@C"
      }
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/Reshape"
  op: "Reshape"
  input: "training/LossScaleOptimizer/gradients/fc1000_1/MatMul_grad/MatMul"
  input: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/DynamicStitch"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Tshape"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/fc1000_1/BiasAdd/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/fc1000_1/BiasAdd_grad/BiasAddGrad"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/fc1000_1/MatMul/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/fc1000_1/MatMul_grad/MatMul_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/AssignAddVariableOp"
  op: "AssignAddVariableOp"
  input: "metrics_2_sparse_categorical_accuracy_assignaddvariableop_resource"
  input: "metrics_2/sparse_categorical_accuracy/Sum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/Tile"
  op: "Tile"
  input: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/Reshape"
  input: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/floordiv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Tmultiples"
    value {
      type: DT_INT32
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/fc1000/bias/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/fc1000_1/BiasAdd/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_1"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/fc1000/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/fc1000_1/MatMul/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/AssignAddVariableOp_1"
  op: "AssignAddVariableOp"
  input: "metrics_2_sparse_categorical_accuracy_assignaddvariableop_1_resource"
  input: "metrics_2/sparse_categorical_accuracy/Cast_2"
  input: "^metrics_2/sparse_categorical_accuracy/AssignAddVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/truediv"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/Tile"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/truediv_recip"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_161"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_160"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp_1"
  op: "ReadVariableOp"
  input: "metrics_2_sparse_categorical_accuracy_assignaddvariableop_1_resource"
  input: "^metrics_2/sparse_categorical_accuracy/AssignAddVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp"
  op: "ReadVariableOp"
  input: "metrics_2_sparse_categorical_accuracy_assignaddvariableop_resource"
  input: "^metrics_2/sparse_categorical_accuracy/AssignAddVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_48_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/avg_pool_1/Mean_grad/truediv"
  input: "activation_48_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_160/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "fc1000_biasadd_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_160_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_160/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_161"
  input: "training/LossScaleOptimizer/SGD/update_160/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_159/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "fc1000_matmul_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_159_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_159/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_160"
  input: "training/LossScaleOptimizer/SGD/update_159/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "metrics_2/sparse_categorical_accuracy/div_no_nan"
  op: "DivNoNan"
  input: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp"
  input: "metrics_2/sparse_categorical_accuracy/div_no_nan/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_48_1/Relu_grad/ReluGrad"
  input: "res5c_branch2c_1/Conv2D"
  input: "bn5c_branch2c_1/ReadVariableOp"
  input: "bn5c_branch2c_1/FusedBatchNormV2:3"
  input: "bn5c_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "metrics_2_sparse_categorical_accuracy_identity_RetVal"
  op: "_Retval"
  input: "metrics_2/sparse_categorical_accuracy/div_no_nan"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "index"
    value {
      i: 1
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5c_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_159"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_158"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_47_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_47_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_47_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_158/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_158_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_158/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_159"
  input: "training/LossScaleOptimizer/SGD/update_158/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_157/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_157_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_157/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_158"
  input: "training/LossScaleOptimizer/SGD/update_157/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_47_1/Relu_grad/ReluGrad"
  input: "res5c_branch2b_1/Conv2D"
  input: "bn5c_branch2b_1/ReadVariableOp"
  input: "bn5c_branch2b_1/FusedBatchNormV2:3"
  input: "bn5c_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_2"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5c_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_156"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_155"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_46_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_157"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_46_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_46_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_155/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_155_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_155/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_156"
  input: "training/LossScaleOptimizer/SGD/update_155/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_154/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_154_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_154/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_155"
  input: "training/LossScaleOptimizer/SGD/update_154/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_156/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5c_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_156_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_156/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_157"
  input: "training/LossScaleOptimizer/SGD/update_156/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_46_1/Relu_grad/ReluGrad"
  input: "res5c_branch2a_1/Conv2D"
  input: "bn5c_branch2a_1/ReadVariableOp"
  input: "bn5c_branch2a_1/FusedBatchNormV2:3"
  input: "bn5c_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_3"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5c_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_153"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_152"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_45_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_154"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_3"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_4"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_48_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_152/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_152_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_152/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_153"
  input: "training/LossScaleOptimizer/SGD/update_152/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_151/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5c_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_151_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_151/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_152"
  input: "training/LossScaleOptimizer/SGD/update_151/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_153/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5c_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_153_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_153/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_154"
  input: "training/LossScaleOptimizer/SGD/update_153/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_45_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_4"
  input: "activation_45_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_5"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5c_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_45_1/Relu_grad/ReluGrad"
  input: "res5b_branch2c_1/Conv2D"
  input: "bn5b_branch2c_1/ReadVariableOp"
  input: "bn5b_branch2c_1/FusedBatchNormV2:3"
  input: "bn5b_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_151"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_5"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5b_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_150"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_149"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_44_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_150/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5c_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_150_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_150/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_151"
  input: "training/LossScaleOptimizer/SGD/update_150/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_44_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_44_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_149/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_149_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_149/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_150"
  input: "training/LossScaleOptimizer/SGD/update_149/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_148/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_148_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_148/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_149"
  input: "training/LossScaleOptimizer/SGD/update_148/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_44_1/Relu_grad/ReluGrad"
  input: "res5b_branch2b_1/Conv2D"
  input: "bn5b_branch2b_1/ReadVariableOp"
  input: "bn5b_branch2b_1/FusedBatchNormV2:3"
  input: "bn5b_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_6"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5b_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_147"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_146"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_43_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_148"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_6"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_43_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_43_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_146/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_146_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_146/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_147"
  input: "training/LossScaleOptimizer/SGD/update_146/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_145/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_145_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_145/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_146"
  input: "training/LossScaleOptimizer/SGD/update_145/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_147/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5b_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_147_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_147/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_148"
  input: "training/LossScaleOptimizer/SGD/update_147/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_43_1/Relu_grad/ReluGrad"
  input: "res5b_branch2a_1/Conv2D"
  input: "bn5b_branch2a_1/ReadVariableOp"
  input: "bn5b_branch2a_1/FusedBatchNormV2:3"
  input: "bn5b_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_7"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5b_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_144"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_143"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_42_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_145"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_7"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_8"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_45_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_143/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_143_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_143/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_144"
  input: "training/LossScaleOptimizer/SGD/update_143/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_142/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5b_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_142_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_142/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_143"
  input: "training/LossScaleOptimizer/SGD/update_142/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_144/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5b_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_144_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_144/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_145"
  input: "training/LossScaleOptimizer/SGD/update_144/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_42_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_8"
  input: "activation_42_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_9"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5b_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_42_1/Relu_grad/ReluGrad"
  input: "res5a_branch2c_1/Conv2D"
  input: "bn5a_branch2c_1/ReadVariableOp"
  input: "bn5a_branch2c_1/FusedBatchNormV2:3"
  input: "bn5a_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_42_1/Relu_grad/ReluGrad"
  input: "res5a_branch1_1/Conv2D"
  input: "bn5a_branch1_1/ReadVariableOp"
  input: "bn5a_branch1_1/FusedBatchNormV2:3"
  input: "bn5a_branch1_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_142"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_9"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5a_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_139"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_138"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_41_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5a_branch1_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_141"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_140"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_39_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_141/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5b_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_141_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_141/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_142"
  input: "training/LossScaleOptimizer/SGD/update_141/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_41_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_41_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_138/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_138_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_138/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_139"
  input: "training/LossScaleOptimizer/SGD/update_138/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_137/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_137_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_137/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_138"
  input: "training/LossScaleOptimizer/SGD/update_137/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_140/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch1_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_140_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_140/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_141"
  input: "training/LossScaleOptimizer/SGD/update_140/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_139/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch1_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_139_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_139/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_140"
  input: "training/LossScaleOptimizer/SGD/update_139/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_41_1/Relu_grad/ReluGrad"
  input: "res5a_branch2b_1/Conv2D"
  input: "bn5a_branch2b_1/ReadVariableOp"
  input: "bn5a_branch2b_1/FusedBatchNormV2:3"
  input: "bn5a_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_10"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_11"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5a_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_135"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_134"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_40_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_136"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_10"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_137"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_11"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_40_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_40_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_134/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_134_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_134/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_135"
  input: "training/LossScaleOptimizer/SGD/update_134/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_133/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_133_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_133/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_134"
  input: "training/LossScaleOptimizer/SGD/update_133/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_135/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_135_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_135/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_136"
  input: "training/LossScaleOptimizer/SGD/update_135/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_136/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch1_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_136_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_136/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_137"
  input: "training/LossScaleOptimizer/SGD/update_136/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn5a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_40_1/Relu_grad/ReluGrad"
  input: "res5a_branch2a_1/Conv2D"
  input: "bn5a_branch2a_1/ReadVariableOp"
  input: "bn5a_branch2a_1/FusedBatchNormV2:3"
  input: "bn5a_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_12"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res5a_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_132"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_131"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_39_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn5a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_133"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_12"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_13"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/res5a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_131/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_131_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_131/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_132"
  input: "training/LossScaleOptimizer/SGD/update_131/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_130/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn5a_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_130_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_130/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_131"
  input: "training/LossScaleOptimizer/SGD/update_130/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_132/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_132_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_132/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_133"
  input: "training/LossScaleOptimizer/SGD/update_132/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_39_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_13"
  input: "activation_39_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_14"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res5a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res5a_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4f_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_39_1/Relu_grad/ReluGrad"
  input: "res4f_branch2c_1/Conv2D"
  input: "bn4f_branch2c_1/ReadVariableOp"
  input: "bn4f_branch2c_1/FusedBatchNormV2:3"
  input: "bn4f_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_130"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_14"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4f_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_129"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_128"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_38_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_129/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res5a_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_129_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_129/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_130"
  input: "training/LossScaleOptimizer/SGD/update_129/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_38_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_38_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_128/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_128_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_128/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_129"
  input: "training/LossScaleOptimizer/SGD/update_128/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_127/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_127_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_127/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_128"
  input: "training/LossScaleOptimizer/SGD/update_127/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4f_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_38_1/Relu_grad/ReluGrad"
  input: "res4f_branch2b_1/Conv2D"
  input: "bn4f_branch2b_1/ReadVariableOp"
  input: "bn4f_branch2b_1/FusedBatchNormV2:3"
  input: "bn4f_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_15"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4f_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4f_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_126"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_125"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_37_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_127"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_15"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_37_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_37_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_125/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_125_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_125/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_126"
  input: "training/LossScaleOptimizer/SGD/update_125/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_124/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_124_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_124/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_125"
  input: "training/LossScaleOptimizer/SGD/update_124/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_126/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4f_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_126_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_126/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_127"
  input: "training/LossScaleOptimizer/SGD/update_126/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4f_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_37_1/Relu_grad/ReluGrad"
  input: "res4f_branch2a_1/Conv2D"
  input: "bn4f_branch2a_1/ReadVariableOp"
  input: "bn4f_branch2a_1/FusedBatchNormV2:3"
  input: "bn4f_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_16"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4f_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4f_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_123"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_122"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_36_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4f_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_124"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_16"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_17"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_39_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_122/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_122_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_122/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_123"
  input: "training/LossScaleOptimizer/SGD/update_122/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_121/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4f_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_121_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_121/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_122"
  input: "training/LossScaleOptimizer/SGD/update_121/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_123/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4f_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_123_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_123/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_124"
  input: "training/LossScaleOptimizer/SGD/update_123/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_36_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_17"
  input: "activation_36_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_18"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4f_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4f_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4e_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_36_1/Relu_grad/ReluGrad"
  input: "res4e_branch2c_1/Conv2D"
  input: "bn4e_branch2c_1/ReadVariableOp"
  input: "bn4e_branch2c_1/FusedBatchNormV2:3"
  input: "bn4e_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_121"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_18"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4e_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_120"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_119"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_35_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_120/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4f_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_120_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_120/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_121"
  input: "training/LossScaleOptimizer/SGD/update_120/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_35_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_35_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_119/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_119_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_119/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_120"
  input: "training/LossScaleOptimizer/SGD/update_119/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_118/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_118_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_118/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_119"
  input: "training/LossScaleOptimizer/SGD/update_118/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4e_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_35_1/Relu_grad/ReluGrad"
  input: "res4e_branch2b_1/Conv2D"
  input: "bn4e_branch2b_1/ReadVariableOp"
  input: "bn4e_branch2b_1/FusedBatchNormV2:3"
  input: "bn4e_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_19"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4e_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4e_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_117"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_116"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_34_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_118"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_19"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_34_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_34_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_116/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_116_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_116/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_117"
  input: "training/LossScaleOptimizer/SGD/update_116/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_115/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_115_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_115/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_116"
  input: "training/LossScaleOptimizer/SGD/update_115/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_117/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4e_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_117_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_117/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_118"
  input: "training/LossScaleOptimizer/SGD/update_117/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4e_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_34_1/Relu_grad/ReluGrad"
  input: "res4e_branch2a_1/Conv2D"
  input: "bn4e_branch2a_1/ReadVariableOp"
  input: "bn4e_branch2a_1/FusedBatchNormV2:3"
  input: "bn4e_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_20"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4e_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4e_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_114"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_113"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_33_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4e_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_115"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_20"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_21"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_36_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_113/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_113_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_113/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_114"
  input: "training/LossScaleOptimizer/SGD/update_113/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_112/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4e_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_112_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_112/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_113"
  input: "training/LossScaleOptimizer/SGD/update_112/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_114/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4e_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_114_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_114/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_115"
  input: "training/LossScaleOptimizer/SGD/update_114/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_33_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_21"
  input: "activation_33_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_22"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4e_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4e_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_33_1/Relu_grad/ReluGrad"
  input: "res4d_branch2c_1/Conv2D"
  input: "bn4d_branch2c_1/ReadVariableOp"
  input: "bn4d_branch2c_1/FusedBatchNormV2:3"
  input: "bn4d_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_112"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_22"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4d_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_111"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_110"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_32_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_111/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4e_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_111_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_111/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_112"
  input: "training/LossScaleOptimizer/SGD/update_111/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_32_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_32_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_110/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_110_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_110/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_111"
  input: "training/LossScaleOptimizer/SGD/update_110/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_109/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_109_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_109/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_110"
  input: "training/LossScaleOptimizer/SGD/update_109/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_32_1/Relu_grad/ReluGrad"
  input: "res4d_branch2b_1/Conv2D"
  input: "bn4d_branch2b_1/ReadVariableOp"
  input: "bn4d_branch2b_1/FusedBatchNormV2:3"
  input: "bn4d_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_23"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4d_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_108"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_107"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_31_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_109"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_23"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_31_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_31_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_107/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_107_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_107/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_108"
  input: "training/LossScaleOptimizer/SGD/update_107/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_106/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_106_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_106/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_107"
  input: "training/LossScaleOptimizer/SGD/update_106/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_108/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4d_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_108_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_108/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_109"
  input: "training/LossScaleOptimizer/SGD/update_108/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_31_1/Relu_grad/ReluGrad"
  input: "res4d_branch2a_1/Conv2D"
  input: "bn4d_branch2a_1/ReadVariableOp"
  input: "bn4d_branch2a_1/FusedBatchNormV2:3"
  input: "bn4d_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_24"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4d_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_105"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_104"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_30_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_106"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_24"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_25"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_33_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_104/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_104_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_104/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_105"
  input: "training/LossScaleOptimizer/SGD/update_104/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_103/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4d_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_103_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_103/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_104"
  input: "training/LossScaleOptimizer/SGD/update_103/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_105/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4d_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_105_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_105/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_106"
  input: "training/LossScaleOptimizer/SGD/update_105/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_30_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_25"
  input: "activation_30_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_26"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4d_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_30_1/Relu_grad/ReluGrad"
  input: "res4c_branch2c_1/Conv2D"
  input: "bn4c_branch2c_1/ReadVariableOp"
  input: "bn4c_branch2c_1/FusedBatchNormV2:3"
  input: "bn4c_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_103"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_26"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_29_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4c_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_102"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_101"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_102/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4d_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_102_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_102/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_103"
  input: "training/LossScaleOptimizer/SGD/update_102/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_29_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_29_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_101/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_101_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_101/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_102"
  input: "training/LossScaleOptimizer/SGD/update_101/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_100/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_100_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_100/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_101"
  input: "training/LossScaleOptimizer/SGD/update_100/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_27"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_29_1/Relu_grad/ReluGrad"
  input: "res4c_branch2b_1/Conv2D"
  input: "bn4c_branch2b_1/ReadVariableOp"
  input: "bn4c_branch2b_1/FusedBatchNormV2:3"
  input: "bn4c_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_100"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_27"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_99"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_98"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_28_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4c_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_99/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4c_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_99_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_99/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_100"
  input: "training/LossScaleOptimizer/SGD/update_99/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_98/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_98_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_98/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_99"
  input: "training/LossScaleOptimizer/SGD/update_98/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_97/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_97_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_97/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_98"
  input: "training/LossScaleOptimizer/SGD/update_97/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_28_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_28_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_28"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_28_1/Relu_grad/ReluGrad"
  input: "res4c_branch2a_1/Conv2D"
  input: "bn4c_branch2a_1/ReadVariableOp"
  input: "bn4c_branch2a_1/FusedBatchNormV2:3"
  input: "bn4c_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_97"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_28"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_96"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_95"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_27_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4c_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_96/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4c_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_96_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_96/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_97"
  input: "training/LossScaleOptimizer/SGD/update_96/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_95/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_95_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_95/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_96"
  input: "training/LossScaleOptimizer/SGD/update_95/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_94/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4c_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_94_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_94/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_95"
  input: "training/LossScaleOptimizer/SGD/update_94/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_29"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_30_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_30"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4c_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_27_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_29"
  input: "activation_27_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_94"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_30"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_27_1/Relu_grad/ReluGrad"
  input: "res4b_branch2c_1/Conv2D"
  input: "bn4b_branch2c_1/ReadVariableOp"
  input: "bn4b_branch2c_1/FusedBatchNormV2:3"
  input: "bn4b_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_93/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4c_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_93_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_93/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_94"
  input: "training/LossScaleOptimizer/SGD/update_93/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_93"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_92"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_26_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4b_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_92/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_92_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_92/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_93"
  input: "training/LossScaleOptimizer/SGD/update_92/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_91/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_91_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_91/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_92"
  input: "training/LossScaleOptimizer/SGD/update_91/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_26_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_26_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_31"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_26_1/Relu_grad/ReluGrad"
  input: "res4b_branch2b_1/Conv2D"
  input: "bn4b_branch2b_1/ReadVariableOp"
  input: "bn4b_branch2b_1/FusedBatchNormV2:3"
  input: "bn4b_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_91"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_31"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4b_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_90"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_89"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_25_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_90/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4b_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_90_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_90/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_91"
  input: "training/LossScaleOptimizer/SGD/update_90/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_25_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_25_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_89/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_89_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_89/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_90"
  input: "training/LossScaleOptimizer/SGD/update_89/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_88/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_88_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_88/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_89"
  input: "training/LossScaleOptimizer/SGD/update_88/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_25_1/Relu_grad/ReluGrad"
  input: "res4b_branch2a_1/Conv2D"
  input: "bn4b_branch2a_1/ReadVariableOp"
  input: "bn4b_branch2a_1/FusedBatchNormV2:3"
  input: "bn4b_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_32"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4b_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_87"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_86"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_24_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_88"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_32"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_33"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_27_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_86/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_86_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_86/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_87"
  input: "training/LossScaleOptimizer/SGD/update_86/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_85/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4b_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_85_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_85/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_86"
  input: "training/LossScaleOptimizer/SGD/update_85/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_87/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4b_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_87_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_87/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_88"
  input: "training/LossScaleOptimizer/SGD/update_87/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_24_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_33"
  input: "activation_24_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_34"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4b_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_24_1/Relu_grad/ReluGrad"
  input: "res4a_branch2c_1/Conv2D"
  input: "bn4a_branch2c_1/ReadVariableOp"
  input: "bn4a_branch2c_1/FusedBatchNormV2:3"
  input: "bn4a_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_24_1/Relu_grad/ReluGrad"
  input: "res4a_branch1_1/Conv2D"
  input: "bn4a_branch1_1/ReadVariableOp"
  input: "bn4a_branch1_1/FusedBatchNormV2:3"
  input: "bn4a_branch1_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_85"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_34"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4a_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_82"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_81"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_23_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4a_branch1_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_84"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_83"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_21_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_84/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4b_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_84_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_84/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_85"
  input: "training/LossScaleOptimizer/SGD/update_84/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_23_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_23_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_81/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_81_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_81/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_82"
  input: "training/LossScaleOptimizer/SGD/update_81/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_80/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_80_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_80/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_81"
  input: "training/LossScaleOptimizer/SGD/update_80/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_83/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch1_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_83_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_83/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_84"
  input: "training/LossScaleOptimizer/SGD/update_83/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_82/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch1_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_82_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_82/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_83"
  input: "training/LossScaleOptimizer/SGD/update_82/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_23_1/Relu_grad/ReluGrad"
  input: "res4a_branch2b_1/Conv2D"
  input: "bn4a_branch2b_1/ReadVariableOp"
  input: "bn4a_branch2b_1/FusedBatchNormV2:3"
  input: "bn4a_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_35"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_36"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4a_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_78"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_77"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_22_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_79"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_35"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_80"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_36"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_22_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_22_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_77/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_77_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_77/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_78"
  input: "training/LossScaleOptimizer/SGD/update_77/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_76/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_76_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_76/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_77"
  input: "training/LossScaleOptimizer/SGD/update_76/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_78/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_78_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_78/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_79"
  input: "training/LossScaleOptimizer/SGD/update_78/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_79/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch1_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_79_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_79/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_80"
  input: "training/LossScaleOptimizer/SGD/update_79/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn4a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_22_1/Relu_grad/ReluGrad"
  input: "res4a_branch2a_1/Conv2D"
  input: "bn4a_branch2a_1/ReadVariableOp"
  input: "bn4a_branch2a_1/FusedBatchNormV2:3"
  input: "bn4a_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_37"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res4a_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_75"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_74"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_21_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn4a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_76"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_37"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_38"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/res4a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_74/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_74_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_74/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_75"
  input: "training/LossScaleOptimizer/SGD/update_74/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_73/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn4a_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_73_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_73/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_74"
  input: "training/LossScaleOptimizer/SGD/update_73/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_75/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_75_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_75/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_76"
  input: "training/LossScaleOptimizer/SGD/update_75/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_21_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_38"
  input: "activation_21_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_39"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res4a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res4a_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_21_1/Relu_grad/ReluGrad"
  input: "res3d_branch2c_1/Conv2D"
  input: "bn3d_branch2c_1/ReadVariableOp"
  input: "bn3d_branch2c_1/FusedBatchNormV2:3"
  input: "bn3d_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_73"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_39"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3d_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_72"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_71"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_20_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_72/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res4a_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_72_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_72/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_73"
  input: "training/LossScaleOptimizer/SGD/update_72/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_20_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_20_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_71/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_71_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_71/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_72"
  input: "training/LossScaleOptimizer/SGD/update_71/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_70/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_70_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_70/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_71"
  input: "training/LossScaleOptimizer/SGD/update_70/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_20_1/Relu_grad/ReluGrad"
  input: "res3d_branch2b_1/Conv2D"
  input: "bn3d_branch2b_1/ReadVariableOp"
  input: "bn3d_branch2b_1/FusedBatchNormV2:3"
  input: "bn3d_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_40"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3d_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_69"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_68"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_19_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_70"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_40"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_19_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_19_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_68/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_68_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_68/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_69"
  input: "training/LossScaleOptimizer/SGD/update_68/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_67/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_67_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_67/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_68"
  input: "training/LossScaleOptimizer/SGD/update_67/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_69/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3d_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_69_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_69/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_70"
  input: "training/LossScaleOptimizer/SGD/update_69/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_19_1/Relu_grad/ReluGrad"
  input: "res3d_branch2a_1/Conv2D"
  input: "bn3d_branch2a_1/ReadVariableOp"
  input: "bn3d_branch2a_1/FusedBatchNormV2:3"
  input: "bn3d_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_41"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3d_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_66"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_65"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_18_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3d_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_67"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_41"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_42"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_21_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_65/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_65_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_65/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_66"
  input: "training/LossScaleOptimizer/SGD/update_65/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_64/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3d_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_64_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_64/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_65"
  input: "training/LossScaleOptimizer/SGD/update_64/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_66/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3d_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_66_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_66/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_67"
  input: "training/LossScaleOptimizer/SGD/update_66/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_18_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_42"
  input: "activation_18_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_43"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3d_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3d_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_18_1/Relu_grad/ReluGrad"
  input: "res3c_branch2c_1/Conv2D"
  input: "bn3c_branch2c_1/ReadVariableOp"
  input: "bn3c_branch2c_1/FusedBatchNormV2:3"
  input: "bn3c_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_64"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_43"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3c_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_63"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_62"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_17_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_63/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3d_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_63_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_63/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_64"
  input: "training/LossScaleOptimizer/SGD/update_63/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_17_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_17_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_62/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_62_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_62/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_63"
  input: "training/LossScaleOptimizer/SGD/update_62/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_61/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_61_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_61/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_62"
  input: "training/LossScaleOptimizer/SGD/update_61/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_17_1/Relu_grad/ReluGrad"
  input: "res3c_branch2b_1/Conv2D"
  input: "bn3c_branch2b_1/ReadVariableOp"
  input: "bn3c_branch2b_1/FusedBatchNormV2:3"
  input: "bn3c_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_44"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3c_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_60"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_59"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_16_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_61"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_44"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_16_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_16_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_59/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_59_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_59/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_60"
  input: "training/LossScaleOptimizer/SGD/update_59/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_58/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_58_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_58/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_59"
  input: "training/LossScaleOptimizer/SGD/update_58/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_60/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3c_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_60_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_60/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_61"
  input: "training/LossScaleOptimizer/SGD/update_60/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_16_1/Relu_grad/ReluGrad"
  input: "res3c_branch2a_1/Conv2D"
  input: "bn3c_branch2a_1/ReadVariableOp"
  input: "bn3c_branch2a_1/FusedBatchNormV2:3"
  input: "bn3c_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_45"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3c_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_57"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_56"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_15_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_58"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_45"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_46"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_18_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_56/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_56_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_56/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_57"
  input: "training/LossScaleOptimizer/SGD/update_56/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_55/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3c_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_55_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_55/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_56"
  input: "training/LossScaleOptimizer/SGD/update_55/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_57/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3c_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_57_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_57/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_58"
  input: "training/LossScaleOptimizer/SGD/update_57/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_15_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_46"
  input: "activation_15_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_47"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3c_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_15_1/Relu_grad/ReluGrad"
  input: "res3b_branch2c_1/Conv2D"
  input: "bn3b_branch2c_1/ReadVariableOp"
  input: "bn3b_branch2c_1/FusedBatchNormV2:3"
  input: "bn3b_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_55"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_47"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3b_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_54"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_53"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_14_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_54/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3c_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_54_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_54/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_55"
  input: "training/LossScaleOptimizer/SGD/update_54/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_14_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_14_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_53/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_53_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_53/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_54"
  input: "training/LossScaleOptimizer/SGD/update_53/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_52/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_52_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_52/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_53"
  input: "training/LossScaleOptimizer/SGD/update_52/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_14_1/Relu_grad/ReluGrad"
  input: "res3b_branch2b_1/Conv2D"
  input: "bn3b_branch2b_1/ReadVariableOp"
  input: "bn3b_branch2b_1/FusedBatchNormV2:3"
  input: "bn3b_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_48"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3b_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_51"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_50"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_13_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_52"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_48"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_13_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_13_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_50/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_50_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_50/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_51"
  input: "training/LossScaleOptimizer/SGD/update_50/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_49/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_49_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_49/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_50"
  input: "training/LossScaleOptimizer/SGD/update_49/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_51/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3b_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_51_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_51/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_52"
  input: "training/LossScaleOptimizer/SGD/update_51/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_13_1/Relu_grad/ReluGrad"
  input: "res3b_branch2a_1/Conv2D"
  input: "bn3b_branch2a_1/ReadVariableOp"
  input: "bn3b_branch2a_1/FusedBatchNormV2:3"
  input: "bn3b_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_49"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3b_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_48"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_47"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_12_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_49"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_49"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_50"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_15_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_47/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_47_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_47/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_48"
  input: "training/LossScaleOptimizer/SGD/update_47/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_46/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3b_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_46_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_46/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_47"
  input: "training/LossScaleOptimizer/SGD/update_46/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_48/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3b_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_48_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_48/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_49"
  input: "training/LossScaleOptimizer/SGD/update_48/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_12_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_50"
  input: "activation_12_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_51"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3b_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_12_1/Relu_grad/ReluGrad"
  input: "res3a_branch2c_1/Conv2D"
  input: "bn3a_branch2c_1/ReadVariableOp"
  input: "bn3a_branch2c_1/FusedBatchNormV2:3"
  input: "bn3a_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_12_1/Relu_grad/ReluGrad"
  input: "res3a_branch1_1/Conv2D"
  input: "bn3a_branch1_1/ReadVariableOp"
  input: "bn3a_branch1_1/FusedBatchNormV2:3"
  input: "bn3a_branch1_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_46"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_51"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3a_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_43"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_42"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_11_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3a_branch1_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_45"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_44"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_9_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_45/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3b_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_45_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_45/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_46"
  input: "training/LossScaleOptimizer/SGD/update_45/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_11_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_11_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_42/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_42_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_42/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_43"
  input: "training/LossScaleOptimizer/SGD/update_42/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_41/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_41_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_41/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_42"
  input: "training/LossScaleOptimizer/SGD/update_41/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_44/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch1_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_44_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_44/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_45"
  input: "training/LossScaleOptimizer/SGD/update_44/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_43/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch1_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_43_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_43/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_44"
  input: "training/LossScaleOptimizer/SGD/update_43/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_11_1/Relu_grad/ReluGrad"
  input: "res3a_branch2b_1/Conv2D"
  input: "bn3a_branch2b_1/ReadVariableOp"
  input: "bn3a_branch2b_1/FusedBatchNormV2:3"
  input: "bn3a_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_52"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_53"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3a_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_39"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_38"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_10_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_40"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_52"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_41"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_53"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_10_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_10_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_38/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_38_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_38/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_39"
  input: "training/LossScaleOptimizer/SGD/update_38/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_37/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_37_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_37/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_38"
  input: "training/LossScaleOptimizer/SGD/update_37/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_39/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_39_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_39/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_40"
  input: "training/LossScaleOptimizer/SGD/update_39/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_40/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch1_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_40_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_40/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_41"
  input: "training/LossScaleOptimizer/SGD/update_40/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn3a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_10_1/Relu_grad/ReluGrad"
  input: "res3a_branch2a_1/Conv2D"
  input: "bn3a_branch2a_1/ReadVariableOp"
  input: "bn3a_branch2a_1/FusedBatchNormV2:3"
  input: "bn3a_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_54"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res3a_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_36"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_35"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_9_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn3a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_37"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_54"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_55"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/res3a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_35/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_35_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_35/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_36"
  input: "training/LossScaleOptimizer/SGD/update_35/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_34/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn3a_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_34_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_34/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_35"
  input: "training/LossScaleOptimizer/SGD/update_34/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_36/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_36_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_36/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_37"
  input: "training/LossScaleOptimizer/SGD/update_36/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_9_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_55"
  input: "activation_9_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_56"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res3a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res3a_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_9_1/Relu_grad/ReluGrad"
  input: "res2c_branch2c_1/Conv2D"
  input: "bn2c_branch2c_1/ReadVariableOp"
  input: "bn2c_branch2c_1/FusedBatchNormV2:3"
  input: "bn2c_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_34"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_56"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2c_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_33"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_32"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_8_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_33/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res3a_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_33_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_33/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_34"
  input: "training/LossScaleOptimizer/SGD/update_33/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_8_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_8_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_32/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_32_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_32/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_33"
  input: "training/LossScaleOptimizer/SGD/update_32/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_31/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_31_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_31/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_32"
  input: "training/LossScaleOptimizer/SGD/update_31/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_8_1/Relu_grad/ReluGrad"
  input: "res2c_branch2b_1/Conv2D"
  input: "bn2c_branch2b_1/ReadVariableOp"
  input: "bn2c_branch2b_1/FusedBatchNormV2:3"
  input: "bn2c_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_57"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2c_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_30"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_29"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_7_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_31"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_57"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_7_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_7_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_29/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_29_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_29/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_30"
  input: "training/LossScaleOptimizer/SGD/update_29/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_28/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_28_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_28/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_29"
  input: "training/LossScaleOptimizer/SGD/update_28/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_30/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2c_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_30_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_30/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_31"
  input: "training/LossScaleOptimizer/SGD/update_30/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_7_1/Relu_grad/ReluGrad"
  input: "res2c_branch2a_1/Conv2D"
  input: "bn2c_branch2a_1/ReadVariableOp"
  input: "bn2c_branch2a_1/FusedBatchNormV2:3"
  input: "bn2c_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_58"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2c_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_27"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_26"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_6_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2c_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_28"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_58"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_59"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_9_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_26/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_26_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_26/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_27"
  input: "training/LossScaleOptimizer/SGD/update_26/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_25/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2c_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_25_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_25/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_26"
  input: "training/LossScaleOptimizer/SGD/update_25/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_27/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2c_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_27_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_27/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_28"
  input: "training/LossScaleOptimizer/SGD/update_27/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_6_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_59"
  input: "activation_6_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_60"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2c_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2c_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_6_1/Relu_grad/ReluGrad"
  input: "res2b_branch2c_1/Conv2D"
  input: "bn2b_branch2c_1/ReadVariableOp"
  input: "bn2b_branch2c_1/FusedBatchNormV2:3"
  input: "bn2b_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_25"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_60"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2b_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_24"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_23"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_5_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_24/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2c_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_24_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_24/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_25"
  input: "training/LossScaleOptimizer/SGD/update_24/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_5_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_5_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_23/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_23_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_23/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_24"
  input: "training/LossScaleOptimizer/SGD/update_23/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_22/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_22_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_22/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_23"
  input: "training/LossScaleOptimizer/SGD/update_22/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_5_1/Relu_grad/ReluGrad"
  input: "res2b_branch2b_1/Conv2D"
  input: "bn2b_branch2b_1/ReadVariableOp"
  input: "bn2b_branch2b_1/FusedBatchNormV2:3"
  input: "bn2b_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_61"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2b_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2b_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_21"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_20"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_4_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_22"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_61"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_4_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_4_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_20/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_20_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_20/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_21"
  input: "training/LossScaleOptimizer/SGD/update_20/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_19/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_19_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_19/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_20"
  input: "training/LossScaleOptimizer/SGD/update_19/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_21/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2b_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_21_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_21/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_22"
  input: "training/LossScaleOptimizer/SGD/update_21/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_4_1/Relu_grad/ReluGrad"
  input: "res2b_branch2a_1/Conv2D"
  input: "bn2b_branch2a_1/ReadVariableOp"
  input: "bn2b_branch2a_1/FusedBatchNormV2:3"
  input: "bn2b_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_62"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2b_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2b_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_18"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_17"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_3_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2b_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_19"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_62"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_63"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/activation_6_1/Relu_grad/ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_17/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_17_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_17/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_18"
  input: "training/LossScaleOptimizer/SGD/update_17/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_16/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2b_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_16_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_16/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_17"
  input: "training/LossScaleOptimizer/SGD/update_16/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_18/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2b_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_18_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_18/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_19"
  input: "training/LossScaleOptimizer/SGD/update_18/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_3_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/AddN_63"
  input: "activation_3_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_64"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2b_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2b_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_3_1/Relu_grad/ReluGrad"
  input: "res2a_branch2c_1/Conv2D"
  input: "bn2a_branch2c_1/ReadVariableOp"
  input: "bn2a_branch2c_1/FusedBatchNormV2:3"
  input: "bn2a_branch2c_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_3_1/Relu_grad/ReluGrad"
  input: "res2a_branch1_1/Conv2D"
  input: "bn2a_branch1_1/ReadVariableOp"
  input: "bn2a_branch1_1/FusedBatchNormV2:3"
  input: "bn2a_branch1_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_16"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_64"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_2_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2a_branch2c_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_13"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_12"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2c_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2a_branch1_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_15"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_14"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "max_pooling2d_1/MaxPool"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_15/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2b_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_15_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_15/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_16"
  input: "training/LossScaleOptimizer/SGD/update_15/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_2_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_2_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_12/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2c_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_12_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_12/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_13"
  input: "training/LossScaleOptimizer/SGD/update_12/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_11/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2c_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_11_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_11/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_12"
  input: "training/LossScaleOptimizer/SGD/update_11/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_14/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch1_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_14_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_14/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_15"
  input: "training/LossScaleOptimizer/SGD/update_14/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_13/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch1_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_13_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_13/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_14"
  input: "training/LossScaleOptimizer/SGD/update_13/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_65"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2c/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2c_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_2_1/Relu_grad/ReluGrad"
  input: "res2a_branch2b_1/Conv2D"
  input: "bn2a_branch2b_1/ReadVariableOp"
  input: "bn2a_branch2b_1/FusedBatchNormV2:3"
  input: "bn2a_branch2b_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_66"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_10"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_65"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_9"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_8"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "activation_1_1/Relu"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2a_branch2b_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2b_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "SAME"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_11"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_66"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_9/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch2c_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_9_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_9/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_10"
  input: "training/LossScaleOptimizer/SGD/update_9/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_8/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2b_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_8_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_8/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_9"
  input: "training/LossScaleOptimizer/SGD/update_8/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_7/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2b_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_7_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_7/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_8"
  input: "training/LossScaleOptimizer/SGD/update_7/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_1_1/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D_grad/Conv2DBackpropInput"
  input: "activation_1_1/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_10/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch1_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_10_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_10/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_11"
  input: "training/LossScaleOptimizer/SGD/update_10/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_67"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2b/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2b_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn2a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_1_1/Relu_grad/ReluGrad"
  input: "res2a_branch2a_1/Conv2D"
  input: "bn2a_branch2a_1/ReadVariableOp"
  input: "bn2a_branch2a_1/FusedBatchNormV2:3"
  input: "bn2a_branch2a_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_7"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_67"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_6"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_5"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "max_pooling2d_1/MaxPool"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  op: "Conv2DBackpropInput"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/ShapeN-matshapes-0"
  input: "res2a_branch2a_1/Conv2D/Cast"
  input: "training/LossScaleOptimizer/gradients/bn2a_branch2a_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_6/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch2b_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_6_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_6/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_7"
  input: "training/LossScaleOptimizer/SGD/update_6/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_5/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2a_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_5_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_5/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_6"
  input: "training/LossScaleOptimizer/SGD/update_5/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_4/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn2a_branch2a_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_4_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_4/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_5"
  input: "training/LossScaleOptimizer/SGD/update_4/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_68"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/res2a_branch1_1/Conv2D_grad/Conv2DBackpropInput"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D_grad/Conv2DBackpropInput"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_69"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/res2a_branch2a/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/res2a_branch2a_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/max_pooling2d_1/MaxPool_grad/MaxPoolGrad"
  op: "MaxPoolGrad"
  input: "pool1_pad_1/Pad"
  input: "max_pooling2d_1/MaxPool"
  input: "training/LossScaleOptimizer/gradients/AddN_68"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "ksize"
    value {
      list {
        i: 1
        i: 1
        i: 3
        i: 3
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_4"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_69"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/pool1_pad_1/Pad_grad/Slice_1"
  op: "Slice"
  input: "training/LossScaleOptimizer/gradients/max_pooling2d_1/MaxPool_grad/MaxPoolGrad"
  input: "training/LossScaleOptimizer/gradients/pool1_pad_1/Pad_grad/Reshape"
  input: "training/LossScaleOptimizer/gradients/pool1_pad_1/Pad_grad/Shape"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "Index"
    value {
      type: DT_INT32
    }
  }
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_3/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "res2a_branch2a_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_3_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_3/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_4"
  input: "training/LossScaleOptimizer/SGD/update_3/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/activation_50/Relu_grad/ReluGrad"
  op: "ReluGrad"
  input: "training/LossScaleOptimizer/gradients/pool1_pad_1/Pad_grad/Slice_1"
  input: "activation_50/Relu"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/bn_conv1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  op: "FusedBatchNormGradV2"
  input: "training/LossScaleOptimizer/gradients/activation_50/Relu_grad/ReluGrad"
  input: "conv1_1/Conv2D"
  input: "bn_conv1_1/ReadVariableOp"
  input: "bn_conv1_1/FusedBatchNormV2:3"
  input: "bn_conv1_1/FusedBatchNormV2:4"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "U"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "epsilon"
    value {
      f: 1.001e-05
    }
  }
  attr {
    key: "is_training"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_3"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn_conv1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:2"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_2"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/bn_conv1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2:1"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/conv1_1/Conv2D_grad/Conv2DBackpropFilter"
  op: "Conv2DBackpropFilter"
  input: "conv1_pad_1/Pad"
  input: "ConstantFolding/training/LossScaleOptimizer/gradients/conv1_1/Conv2D_grad/ShapeN-matshapes-1"
  input: "training/LossScaleOptimizer/gradients/bn_conv1_1/FusedBatchNormV2_grad/FusedBatchNormGradV2"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "data_format"
    value {
      s: "NCHW"
    }
  }
  attr {
    key: "dilations"
    value {
      list {
        i: 1
        i: 1
        i: 1
        i: 1
      }
    }
  }
  attr {
    key: "explicit_paddings"
    value {
      list {
      }
    }
  }
  attr {
    key: "padding"
    value {
      s: "VALID"
    }
  }
  attr {
    key: "strides"
    value {
      list {
        i: 1
        i: 1
        i: 2
        i: 2
      }
    }
  }
  attr {
    key: "use_cudnn_on_gpu"
    value {
      b: true
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_2/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn_conv1_cond_input_1"
  input: "training_lossscaleoptimizer_sgd_update_2_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_2/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_3"
  input: "training/LossScaleOptimizer/SGD/update_2/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update_1/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "bn_conv1_cond_input_0"
  input: "training_lossscaleoptimizer_sgd_update_1_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update_1/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_2"
  input: "training/LossScaleOptimizer/SGD/update_1/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/conv1_1/Conv2D/Cast_grad/Cast"
  op: "Cast"
  input: "training/LossScaleOptimizer/gradients/conv1_1/Conv2D_grad/Conv2DBackpropFilter"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "DstT"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "SrcT"
    value {
      type: DT_HALF
    }
  }
  attr {
    key: "Truncate"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/gradients/AddN_70"
  op: "AddN"
  input: "training/LossScaleOptimizer/gradients/loss_1/conv1/kernel/Regularizer/Square_grad/Mul_1"
  input: "training/LossScaleOptimizer/gradients/conv1_1/Conv2D/Cast_grad/Cast"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "N"
    value {
      i: 2
    }
  }
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/mul_1"
  op: "Mul"
  input: "training/LossScaleOptimizer/gradients/AddN_70"
  input: "training/LossScaleOptimizer/truediv"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/update/ResourceApplyKerasMomentum"
  op: "ResourceApplyKerasMomentum"
  input: "conv1_conv2d_readvariableop_resource"
  input: "training_lossscaleoptimizer_sgd_update_resourceapplykerasmomentum_accum"
  input: "training/LossScaleOptimizer/SGD/update/ResourceApplyKerasMomentum/ReadVariableOp"
  input: "training/LossScaleOptimizer/mul_1"
  input: "training/LossScaleOptimizer/SGD/update/ResourceApplyKerasMomentum/ReadVariableOp_1"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "use_locking"
    value {
      b: true
    }
  }
  attr {
    key: "use_nesterov"
    value {
      b: false
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/Const"
  op: "Const"
  input: "^training/LossScaleOptimizer/SGD/update/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_1/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_10/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_100/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_101/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_102/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_103/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_104/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_105/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_106/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_107/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_108/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_109/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_11/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_110/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_111/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_112/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_113/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_114/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_115/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_116/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_117/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_118/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_119/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_12/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_120/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_121/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_122/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_123/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_124/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_125/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_126/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_127/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_128/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_129/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_13/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_130/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_131/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_132/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_133/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_134/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_135/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_136/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_137/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_138/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_139/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_14/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_140/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_141/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_142/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_143/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_144/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_145/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_146/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_147/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_148/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_149/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_15/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_150/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_151/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_152/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_153/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_154/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_155/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_156/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_157/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_158/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_159/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_16/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_160/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_17/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_18/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_19/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_2/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_20/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_21/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_22/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_23/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_24/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_25/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_26/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_27/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_28/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_29/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_3/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_30/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_31/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_32/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_33/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_34/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_35/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_36/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_37/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_38/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_39/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_4/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_40/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_41/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_42/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_43/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_44/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_45/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_46/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_47/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_48/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_49/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_5/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_50/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_51/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_52/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_53/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_54/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_55/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_56/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_57/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_58/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_59/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_6/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_60/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_61/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_62/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_63/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_64/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_65/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_66/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_67/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_68/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_69/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_7/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_70/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_71/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_72/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_73/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_74/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_75/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_76/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_77/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_78/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_79/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_8/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_80/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_81/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_82/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_83/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_84/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_85/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_86/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_87/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_88/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_89/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_9/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_90/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_91/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_92/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_93/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_94/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_95/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_96/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_97/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_98/ResourceApplyKerasMomentum"
  input: "^training/LossScaleOptimizer/SGD/update_99/ResourceApplyKerasMomentum"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT64
    }
  }
  attr {
    key: "value"
    value {
      tensor {
        dtype: DT_INT64
        tensor_shape {
        }
        int64_val: 1
      }
    }
  }
}
node {
  name: "training/LossScaleOptimizer/SGD/AssignAddVariableOp"
  op: "AssignAddVariableOp"
  input: "training_lossscaleoptimizer_sgd_assignaddvariableop_resource"
  input: "training/LossScaleOptimizer/SGD/Const"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "dtype"
    value {
      type: DT_INT64
    }
  }
}
node {
  name: "training_1/Identity"
  op: "Identity"
  input: "loss_1/ArithmeticOptimizer/AddOpsRewrite_add"
  input: "^bn2a_branch1/cond_1/branch_executed/_286"
  input: "^bn2a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2a_branch2a/cond_1/branch_executed/_223"
  input: "^bn2a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2a_branch2b/cond_1/branch_executed/_20"
  input: "^bn2a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2a_branch2c/cond_1/branch_executed/_279"
  input: "^bn2a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2b_branch2a/cond_1/branch_executed/_293"
  input: "^bn2b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2b_branch2b/cond_1/branch_executed/_125"
  input: "^bn2b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2b_branch2c/cond_1/branch_executed/_174"
  input: "^bn2b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2c_branch2a/cond_1/branch_executed/_230"
  input: "^bn2c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2c_branch2b/cond_1/branch_executed/_321"
  input: "^bn2c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn2c_branch2c/cond_1/branch_executed/_27"
  input: "^bn2c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn2c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch1/cond_1/branch_executed/_132"
  input: "^bn3a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch2a/cond_1/branch_executed/_6"
  input: "^bn3a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch2b/cond_1/branch_executed/_34"
  input: "^bn3a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3a_branch2c/cond_1/branch_executed/_90"
  input: "^bn3a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3b_branch2a/cond_1/branch_executed/_181"
  input: "^bn3b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3b_branch2b/cond_1/branch_executed/_356"
  input: "^bn3b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3b_branch2c/cond_1/branch_executed/_237"
  input: "^bn3b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3c_branch2a/cond_1/branch_executed/_328"
  input: "^bn3c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3c_branch2b/cond_1/branch_executed/_300"
  input: "^bn3c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3c_branch2c/cond_1/branch_executed/_335"
  input: "^bn3c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3d_branch2a/cond_1/branch_executed/_363"
  input: "^bn3d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3d_branch2b/cond_1/branch_executed/_244"
  input: "^bn3d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn3d_branch2c/cond_1/branch_executed/_41"
  input: "^bn3d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn3d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch1/cond_1/branch_executed/_370"
  input: "^bn4a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch2a/cond_1/branch_executed/_97"
  input: "^bn4a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch2b/cond_1/branch_executed/_139"
  input: "^bn4a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4a_branch2c/cond_1/branch_executed/_188"
  input: "^bn4a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4b_branch2a/cond_1/branch_executed/_13"
  input: "^bn4b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4b_branch2b/cond_1/branch_executed/_48"
  input: "^bn4b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4b_branch2c/cond_1/branch_executed/_69"
  input: "^bn4b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4c_branch2a/cond_1/branch_executed/_104"
  input: "^bn4c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4c_branch2b/cond_1/branch_executed/_195"
  input: "^bn4c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4c_branch2c/cond_1/branch_executed/_251"
  input: "^bn4c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4d_branch2a/cond_1/branch_executed/_146"
  input: "^bn4d_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4d_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4d_branch2b/cond_1/branch_executed/_342"
  input: "^bn4d_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4d_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4d_branch2c/cond_1/branch_executed/_55"
  input: "^bn4d_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4d_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4e_branch2a/cond_1/branch_executed/_76"
  input: "^bn4e_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4e_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4e_branch2b/cond_1/branch_executed/_111"
  input: "^bn4e_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4e_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4e_branch2c/cond_1/branch_executed/_202"
  input: "^bn4e_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4e_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4f_branch2a/cond_1/branch_executed/_258"
  input: "^bn4f_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4f_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4f_branch2b/cond_1/branch_executed/_153"
  input: "^bn4f_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4f_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn4f_branch2c/cond_1/branch_executed/_307"
  input: "^bn4f_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn4f_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch1/cond_1/branch_executed/_209"
  input: "^bn5a_branch1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch2a/cond_1/branch_executed/_62"
  input: "^bn5a_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch2b/cond_1/branch_executed/_83"
  input: "^bn5a_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5a_branch2c/cond_1/branch_executed/_118"
  input: "^bn5a_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5a_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5b_branch2a/cond_1/branch_executed/_160"
  input: "^bn5b_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5b_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5b_branch2b/cond_1/branch_executed/_265"
  input: "^bn5b_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5b_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5b_branch2c/cond_1/branch_executed/_314"
  input: "^bn5b_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5b_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5c_branch2a/cond_1/branch_executed/_349"
  input: "^bn5c_branch2a_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5c_branch2a_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5c_branch2b/cond_1/branch_executed/_216"
  input: "^bn5c_branch2b_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5c_branch2b_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn5c_branch2c/cond_1/branch_executed/_272"
  input: "^bn5c_branch2c_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn5c_branch2c_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^bn_conv1/cond_1/branch_executed/_167"
  input: "^bn_conv1_1/AssignMovingAvg/AssignSubVariableOp"
  input: "^bn_conv1_1/AssignMovingAvg_1/AssignSubVariableOp"
  input: "^training/LossScaleOptimizer/SGD/AssignAddVariableOp"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
}
node {
  name: "identity_RetVal"
  op: "_Retval"
  input: "training_1/Identity"
  device: "/job:localhost/replica:0/task:0/device:GPU:0"
  attr {
    key: "T"
    value {
      type: DT_FLOAT
    }
  }
  attr {
    key: "index"
    value {
      i: 0
    }
  }
}
library {
  function {
    signature {
      name: "bn2c_branch2a_cond_1_false_1067"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3c_branch2a_cond_1_false_2239"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2b_branch2c_cond_1_true_948"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch2a_cond_1_false_247"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4b_branch2c_cond_1_false_3645"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3b_branch2a_cond_1_true_1886"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch2b_cond_1_true_5287"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch2a_cond_1_false_5171"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3b_branch2b_cond_1_true_2003"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch2a_cond_1_true_2942"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3b_branch2c_cond_1_false_2121"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch1_cond_1_false_3293"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5b_branch2c_cond_1_true_5872"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4b_branch2a_cond_1_false_3411"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3d_branch2a_cond_1_true_2590"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5c_branch2b_cond_1_false_6108"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5c_branch2c_cond_1_true_6224"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5c_branch2c_cond_1_false_6225"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2c_branch2b_cond_1_true_1183"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch1_cond_1_true_3292"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4f_branch2b_cond_1_true_4935"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch2b_cond_1_true_1535"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5b_branch2a_cond_1_false_5639"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2c_branch2c_cond_1_false_1301"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch2c_cond_1_true_480"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch2a_cond_1_false_1419"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4e_branch2c_cond_1_true_4700"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4f_branch2b_cond_1_false_4936"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4c_branch2c_cond_1_false_3997"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4f_branch2a_cond_1_false_4819"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch2a_cond_1_true_246"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch2c_cond_1_false_5405"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4c_branch2a_cond_1_false_3763"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3d_branch2c_cond_1_false_2825"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3b_branch2a_cond_1_false_1887"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4c_branch2b_cond_1_true_3879"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch1_cond_1_false_597"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2c_branch2a_cond_1_true_1066"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch2c_cond_1_false_1653"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch1_cond_1_false_1769"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch2a_cond_1_false_2943"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5c_branch2a_cond_1_true_5990"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch2c_cond_1_true_5404"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch2b_cond_1_false_1536"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4b_branch2c_cond_1_true_3644"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch2c_cond_1_false_481"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch2a_cond_1_true_5170"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch2a_cond_1_true_1418"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4e_branch2a_cond_1_true_4466"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3c_branch2c_cond_1_false_2473"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch2c_cond_1_true_3176"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5c_branch2a_cond_1_false_5991"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3c_branch2b_cond_1_false_2356"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3c_branch2a_cond_1_true_2238"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5b_branch2a_cond_1_true_5638"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4c_branch2a_cond_1_true_3762"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch2b_cond_1_false_3060"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4c_branch2b_cond_1_false_3880"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2c_branch2c_cond_1_true_1300"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4b_branch2b_cond_1_true_3527"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4f_branch2a_cond_1_true_4818"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2b_branch2a_cond_1_true_714"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4e_branch2b_cond_1_true_4583"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3c_branch2c_cond_1_true_2472"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch1_cond_1_false_5521"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5b_branch2c_cond_1_false_5873"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4c_branch2c_cond_1_true_3996"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2b_branch2b_cond_1_true_831"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch1_cond_1_true_1768"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch2b_cond_1_true_363"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4e_branch2c_cond_1_false_4701"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn_conv1_cond_1_true_126"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3c_branch2b_cond_1_true_2355"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4d_branch2c_cond_1_true_4348"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2c_branch2b_cond_1_false_1184"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4d_branch2a_cond_1_false_4115"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch2c_cond_1_false_3177"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3d_branch2b_cond_1_false_2708"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3a_branch2c_cond_1_true_1652"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4b_branch2a_cond_1_true_3410"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch1_cond_1_true_596"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5c_branch2b_cond_1_true_6107"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3d_branch2b_cond_1_true_2707"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4e_branch2b_cond_1_false_4584"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn_conv1_cond_1_false_127"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch2b_cond_1_false_5288"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3d_branch2a_cond_1_false_2591"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2a_branch2b_cond_1_false_364"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4d_branch2b_cond_1_false_4232"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4e_branch2a_cond_1_false_4467"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4a_branch2b_cond_1_true_3059"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4b_branch2b_cond_1_false_3528"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4f_branch2c_cond_1_true_5052"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5a_branch1_cond_1_true_5520"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3b_branch2c_cond_1_true_2120"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4d_branch2a_cond_1_true_4114"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3b_branch2b_cond_1_false_2004"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4d_branch2c_cond_1_false_4349"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2b_branch2c_cond_1_false_949"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5b_branch2b_cond_1_false_5756"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn5b_branch2b_cond_1_true_5755"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2b_branch2b_cond_1_false_832"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn2b_branch2a_cond_1_false_715"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4f_branch2c_cond_1_false_5053"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 1
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn4d_branch2b_cond_1_true_4231"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
  function {
    signature {
      name: "bn3d_branch2c_cond_1_true_2824"
      output_arg {
        name: "const"
        type: DT_FLOAT
      }
    }
    node_def {
      name: "Const"
      op: "Const"
      attr {
        key: "dtype"
        value {
          type: DT_FLOAT
        }
      }
      attr {
        key: "value"
        value {
          tensor {
            dtype: DT_FLOAT
            tensor_shape {
            }
            float_val: 0.9
          }
        }
      }
    }
    ret {
      key: "const"
      value: "Const:output:0"
    }
  }
}
versions {
  producer: 29
}
